2024-12-03 14:16:26,319 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-03 14:16:26,348 main DEBUG Took 0.026208 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 14:16:26,349 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 14:16:26,349 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 14:16:26,350 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 14:16:26,352 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 14:16:26,361 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 14:16:26,382 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 14:16:26,383 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 14:16:26,384 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 14:16:26,384 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 14:16:26,385 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 14:16:26,385 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 14:16:26,386 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 14:16:26,387 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 14:16:26,387 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 14:16:26,387 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 14:16:26,388 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 14:16:26,389 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 14:16:26,389 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 14:16:26,390 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 14:16:26,390 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 14:16:26,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 14:16:26,391 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 14:16:26,392 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 14:16:26,392 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 14:16:26,392 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 14:16:26,393 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 14:16:26,393 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 14:16:26,394 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 14:16:26,394 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 14:16:26,395 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 14:16:26,395 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 14:16:26,397 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 14:16:26,399 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 14:16:26,401 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 14:16:26,401 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 14:16:26,403 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 14:16:26,403 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 14:16:26,414 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 14:16:26,417 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 14:16:26,419 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 14:16:26,420 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 14:16:26,420 main DEBUG createAppenders(={Console}) 2024-12-03 14:16:26,421 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-03 14:16:26,421 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-03 14:16:26,422 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-03 14:16:26,422 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 14:16:26,423 main DEBUG OutputStream closed 2024-12-03 14:16:26,423 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 14:16:26,423 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 14:16:26,424 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-03 14:16:26,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 14:16:26,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 14:16:26,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 14:16:26,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 14:16:26,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 14:16:26,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 14:16:26,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 14:16:26,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 14:16:26,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 14:16:26,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 14:16:26,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 14:16:26,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 14:16:26,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 14:16:26,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 14:16:26,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 14:16:26,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 14:16:26,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 14:16:26,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 14:16:26,530 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 14:16:26,530 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-03 14:16:26,531 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 14:16:26,531 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-03T14:16:26,544 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-03 14:16:26,547 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 14:16:26,547 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T14:16:26,624 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=381, ProcessCount=11, AvailableMemoryMB=11315 2024-12-03T14:16:26,943 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-03T14:16:26,983 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44 2024-12-03T14:16:26,987 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/cluster_91182d81-f68f-e771-53d9-45fbaf4291e4, deleteOnExit=true 2024-12-03T14:16:27,172 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/cluster_91182d81-f68f-e771-53d9-45fbaf4291e4/zookeeper_0, clientPort=60767, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/cluster_91182d81-f68f-e771-53d9-45fbaf4291e4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/cluster_91182d81-f68f-e771-53d9-45fbaf4291e4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T14:16:27,189 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60767 2024-12-03T14:16:27,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T14:16:27,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T14:16:27,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/test.cache.data in system properties and HBase conf 2024-12-03T14:16:27,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T14:16:27,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/hadoop.log.dir in system properties and HBase conf 2024-12-03T14:16:27,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T14:16:27,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T14:16:27,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T14:16:27,308 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T14:16:27,431 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T14:16:27,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:16:27,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:16:27,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T14:16:27,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:16:27,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T14:16:27,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T14:16:27,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:16:27,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:16:27,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T14:16:27,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/nfs.dump.dir in system properties and HBase conf 2024-12-03T14:16:27,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/java.io.tmpdir in system properties and HBase conf 2024-12-03T14:16:27,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:16:27,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T14:16:27,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T14:16:28,617 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T14:16:28,696 INFO [Time-limited test {}] log.Log(170): Logging initialized @3304ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T14:16:28,783 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:16:28,884 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:16:28,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:16:28,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:16:28,925 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T14:16:28,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:16:28,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:16:28,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:16:29,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/java.io.tmpdir/jetty-localhost-33317-hadoop-hdfs-3_4_1-tests_jar-_-any-13453240293413295995/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:16:29,201 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:33317} 2024-12-03T14:16:29,202 INFO [Time-limited test {}] server.Server(415): Started @3811ms 2024-12-03T14:16:29,861 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:16:29,868 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:16:29,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:16:29,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:16:29,873 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T14:16:29,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:16:29,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:16:29,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@116d148d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/java.io.tmpdir/jetty-localhost-45617-hadoop-hdfs-3_4_1-tests_jar-_-any-17752200372301226725/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:16:29,988 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:45617} 2024-12-03T14:16:29,988 INFO [Time-limited test {}] server.Server(415): Started @4597ms 2024-12-03T14:16:30,043 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T14:16:31,183 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/cluster_91182d81-f68f-e771-53d9-45fbaf4291e4/data/data1/current/BP-2091586011-172.17.0.2-1733235388062/current, will proceed with Du for space computation calculation, 2024-12-03T14:16:31,186 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/cluster_91182d81-f68f-e771-53d9-45fbaf4291e4/data/data2/current/BP-2091586011-172.17.0.2-1733235388062/current, will proceed with Du for space computation calculation, 2024-12-03T14:16:31,232 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T14:16:31,278 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d45e64ec2cb4da2 with lease ID 0x8b180a5cd3cc1202: Processing first storage report for DS-6e2aef68-a7d9-4333-bfe6-616dadbf4ea3 from datanode DatanodeRegistration(127.0.0.1:44161, datanodeUuid=ce115ff6-b810-4eb8-ad4e-283101c1ef24, infoPort=33785, infoSecurePort=0, ipcPort=43667, storageInfo=lv=-57;cid=testClusterID;nsid=435751778;c=1733235388062) 2024-12-03T14:16:31,280 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d45e64ec2cb4da2 with lease ID 0x8b180a5cd3cc1202: from storage DS-6e2aef68-a7d9-4333-bfe6-616dadbf4ea3 node DatanodeRegistration(127.0.0.1:44161, datanodeUuid=ce115ff6-b810-4eb8-ad4e-283101c1ef24, infoPort=33785, infoSecurePort=0, ipcPort=43667, storageInfo=lv=-57;cid=testClusterID;nsid=435751778;c=1733235388062), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T14:16:31,280 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d45e64ec2cb4da2 with lease ID 0x8b180a5cd3cc1202: Processing first storage report for DS-8e6872a1-2e55-416d-9829-a15529c5f881 from datanode DatanodeRegistration(127.0.0.1:44161, datanodeUuid=ce115ff6-b810-4eb8-ad4e-283101c1ef24, infoPort=33785, infoSecurePort=0, ipcPort=43667, storageInfo=lv=-57;cid=testClusterID;nsid=435751778;c=1733235388062) 2024-12-03T14:16:31,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d45e64ec2cb4da2 with lease ID 0x8b180a5cd3cc1202: from storage DS-8e6872a1-2e55-416d-9829-a15529c5f881 node DatanodeRegistration(127.0.0.1:44161, datanodeUuid=ce115ff6-b810-4eb8-ad4e-283101c1ef24, infoPort=33785, infoSecurePort=0, ipcPort=43667, storageInfo=lv=-57;cid=testClusterID;nsid=435751778;c=1733235388062), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:16:31,312 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44 2024-12-03T14:16:31,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:16:31,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:16:31,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741825_1001 (size=7) 2024-12-03T14:16:31,999 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2 with version=8 2024-12-03T14:16:31,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/hbase-staging 2024-12-03T14:16:32,098 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T14:16:32,377 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:16:32,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:16:32,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:16:32,395 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:16:32,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:16:32,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:16:32,561 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T14:16:32,631 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T14:16:32,642 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T14:16:32,647 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:16:32,675 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10571 (auto-detected) 2024-12-03T14:16:32,676 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-03T14:16:32,695 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44047 2024-12-03T14:16:32,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44047 connecting to ZooKeeper ensemble=127.0.0.1:60767 2024-12-03T14:16:32,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440470x0, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:16:32,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44047-0x1019b8d26960000 connected 2024-12-03T14:16:32,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:16:32,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:16:32,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Set watcher on znode that does not yet exist, /0-1911088483/running 2024-12-03T14:16:32,960 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2, hbase.cluster.distributed=false 2024-12-03T14:16:32,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Set watcher on znode that does not yet exist, /0-1911088483/acl 2024-12-03T14:16:32,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44047 2024-12-03T14:16:32,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44047 2024-12-03T14:16:33,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44047 2024-12-03T14:16:33,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44047 2024-12-03T14:16:33,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44047 2024-12-03T14:16:33,147 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:16:33,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:16:33,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:16:33,150 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:16:33,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:16:33,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:16:33,154 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T14:16:33,158 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:16:33,161 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45225 2024-12-03T14:16:33,164 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45225 connecting to ZooKeeper ensemble=127.0.0.1:60767 2024-12-03T14:16:33,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:16:33,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:16:33,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452250x0, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:16:33,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452250x0, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Set watcher on znode that does not yet exist, /0-1911088483/running 2024-12-03T14:16:33,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45225-0x1019b8d26960001 connected 2024-12-03T14:16:33,228 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T14:16:33,238 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T14:16:33,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45225-0x1019b8d26960001, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Set watcher on znode that does not yet exist, /0-1911088483/master 2024-12-03T14:16:33,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45225-0x1019b8d26960001, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Set watcher on znode that does not yet exist, /0-1911088483/acl 2024-12-03T14:16:33,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45225 2024-12-03T14:16:33,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45225 2024-12-03T14:16:33,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45225 2024-12-03T14:16:33,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45225 2024-12-03T14:16:33,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45225 2024-12-03T14:16:33,292 DEBUG [M:0;3920e6a7c3b5:44047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3920e6a7c3b5:44047 2024-12-03T14:16:33,294 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1911088483/backup-masters/3920e6a7c3b5,44047,1733235392161 2024-12-03T14:16:33,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45225-0x1019b8d26960001, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483/backup-masters 2024-12-03T14:16:33,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483/backup-masters 2024-12-03T14:16:33,312 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Set watcher on existing znode=/0-1911088483/backup-masters/3920e6a7c3b5,44047,1733235392161 2024-12-03T14:16:33,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483 2024-12-03T14:16:33,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45225-0x1019b8d26960001, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1911088483/master 2024-12-03T14:16:33,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45225-0x1019b8d26960001, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483 2024-12-03T14:16:33,345 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Set watcher on existing znode=/0-1911088483/master 2024-12-03T14:16:33,346 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1911088483/backup-masters/3920e6a7c3b5,44047,1733235392161 from backup master directory 2024-12-03T14:16:33,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45225-0x1019b8d26960001, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483/backup-masters 2024-12-03T14:16:33,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1911088483/backup-masters/3920e6a7c3b5,44047,1733235392161 2024-12-03T14:16:33,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483/backup-masters 2024-12-03T14:16:33,361 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:16:33,361 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3920e6a7c3b5,44047,1733235392161 2024-12-03T14:16:33,364 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T14:16:33,365 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T14:16:33,424 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/hbase.id] with ID: 182e6d7a-bf71-495d-80fc-0f63f54e5060 2024-12-03T14:16:33,424 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/.tmp/hbase.id 2024-12-03T14:16:33,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741826_1002 (size=42) 2024-12-03T14:16:33,436 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/.tmp/hbase.id]:[hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/hbase.id] 2024-12-03T14:16:33,483 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:16:33,487 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T14:16:33,506 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-03T14:16:33,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45225-0x1019b8d26960001, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483 2024-12-03T14:16:33,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483 2024-12-03T14:16:33,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741827_1003 (size=196) 2024-12-03T14:16:33,549 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:16:33,552 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T14:16:33,569 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T14:16:33,574 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:16:33,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741828_1004 (size=1189) 2024-12-03T14:16:33,625 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store 2024-12-03T14:16:33,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741829_1005 (size=34) 2024-12-03T14:16:34,050 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T14:16:34,054 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:16:34,056 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:16:34,056 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:16:34,056 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:16:34,058 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:16:34,059 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:16:34,059 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:16:34,060 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235394056Disabling compacts and flushes for region at 1733235394056Disabling writes for close at 1733235394058 (+2 ms)Writing region close event to WAL at 1733235394059 (+1 ms)Closed at 1733235394059 2024-12-03T14:16:34,063 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/.initializing 2024-12-03T14:16:34,063 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/WALs/3920e6a7c3b5,44047,1733235392161 2024-12-03T14:16:34,074 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:16:34,095 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3920e6a7c3b5%2C44047%2C1733235392161, suffix=, logDir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/WALs/3920e6a7c3b5,44047,1733235392161, archiveDir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/oldWALs, maxLogs=10 2024-12-03T14:16:34,119 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/WALs/3920e6a7c3b5,44047,1733235392161/3920e6a7c3b5%2C44047%2C1733235392161.1733235394100, exclude list is [], retry=0 2024-12-03T14:16:34,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44161,DS-6e2aef68-a7d9-4333-bfe6-616dadbf4ea3,DISK] 2024-12-03T14:16:34,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T14:16:34,174 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/WALs/3920e6a7c3b5,44047,1733235392161/3920e6a7c3b5%2C44047%2C1733235392161.1733235394100 2024-12-03T14:16:34,176 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)] 2024-12-03T14:16:34,176 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:16:34,177 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:16:34,180 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:34,181 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:34,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:34,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T14:16:34,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:34,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:16:34,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:34,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T14:16:34,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:34,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:16:34,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:34,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T14:16:34,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:34,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:16:34,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:34,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T14:16:34,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:34,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:16:34,267 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:34,272 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:34,274 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:34,281 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:34,281 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:34,285 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:16:34,290 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:34,294 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:16:34,295 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68755553, jitterRate=0.024537578225135803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:16:34,301 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733235394194Initializing all the Stores at 1733235394198 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235394199 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235394199Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235394199Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235394200 (+1 ms)Cleaning up temporary data from old regions at 1733235394281 (+81 ms)Region opened successfully at 1733235394301 (+20 ms) 2024-12-03T14:16:34,303 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T14:16:34,343 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4d4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:16:34,383 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T14:16:34,394 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T14:16:34,394 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T14:16:34,397 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T14:16:34,398 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T14:16:34,404 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-03T14:16:34,404 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T14:16:34,434 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T14:16:34,444 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Unable to get data of znode /0-1911088483/balancer because node does not exist (not necessarily an error) 2024-12-03T14:16:34,499 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1911088483/balancer already deleted, retry=false 2024-12-03T14:16:34,502 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T14:16:34,503 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Unable to get data of znode /0-1911088483/normalizer because node does not exist (not necessarily an error) 2024-12-03T14:16:34,509 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1911088483/normalizer already deleted, retry=false 2024-12-03T14:16:34,512 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T14:16:34,516 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Unable to get data of znode /0-1911088483/switch/split because node does not exist (not necessarily an error) 2024-12-03T14:16:34,527 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1911088483/switch/split already deleted, retry=false 2024-12-03T14:16:34,529 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Unable to get data of znode /0-1911088483/switch/merge because node does not exist (not necessarily an error) 2024-12-03T14:16:34,541 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1911088483/switch/merge already deleted, retry=false 2024-12-03T14:16:34,562 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Unable to get data of znode /0-1911088483/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T14:16:34,572 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1911088483/snapshot-cleanup already deleted, retry=false 2024-12-03T14:16:34,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45225-0x1019b8d26960001, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1911088483/running 2024-12-03T14:16:34,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45225-0x1019b8d26960001, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483 2024-12-03T14:16:34,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1911088483/running 2024-12-03T14:16:34,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483 2024-12-03T14:16:34,586 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3920e6a7c3b5,44047,1733235392161, sessionid=0x1019b8d26960000, setting cluster-up flag (Was=false) 2024-12-03T14:16:34,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45225-0x1019b8d26960001, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483 2024-12-03T14:16:34,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483 2024-12-03T14:16:34,646 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1911088483/flush-table-proc/acquired, /0-1911088483/flush-table-proc/reached, /0-1911088483/flush-table-proc/abort 2024-12-03T14:16:34,648 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,44047,1733235392161 2024-12-03T14:16:34,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483 2024-12-03T14:16:34,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45225-0x1019b8d26960001, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483 2024-12-03T14:16:34,699 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1911088483/online-snapshot/acquired, /0-1911088483/online-snapshot/reached, /0-1911088483/online-snapshot/abort 2024-12-03T14:16:34,701 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,44047,1733235392161 2024-12-03T14:16:34,708 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T14:16:34,782 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(746): ClusterId : 182e6d7a-bf71-495d-80fc-0f63f54e5060 2024-12-03T14:16:34,784 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T14:16:34,785 DEBUG [RS:0;3920e6a7c3b5:45225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T14:16:34,795 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T14:16:34,796 DEBUG [RS:0;3920e6a7c3b5:45225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T14:16:34,796 DEBUG [RS:0;3920e6a7c3b5:45225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T14:16:34,803 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T14:16:34,807 DEBUG [RS:0;3920e6a7c3b5:45225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T14:16:34,808 DEBUG [RS:0;3920e6a7c3b5:45225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf9ccf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:16:34,810 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3920e6a7c3b5,44047,1733235392161 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T14:16:34,820 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:16:34,821 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:16:34,821 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:16:34,821 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:16:34,821 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3920e6a7c3b5:0, corePoolSize=10, maxPoolSize=10 2024-12-03T14:16:34,821 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:34,822 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:16:34,822 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:34,828 DEBUG [RS:0;3920e6a7c3b5:45225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3920e6a7c3b5:45225 2024-12-03T14:16:34,832 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T14:16:34,833 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T14:16:34,833 DEBUG [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T14:16:34,836 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(2659): reportForDuty to master=3920e6a7c3b5,44047,1733235392161 with port=45225, startcode=1733235393095 2024-12-03T14:16:34,846 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:16:34,846 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T14:16:34,851 DEBUG [RS:0;3920e6a7c3b5:45225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T14:16:34,853 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:34,853 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T14:16:34,893 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733235424892 2024-12-03T14:16:34,895 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T14:16:34,896 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T14:16:34,900 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T14:16:34,900 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T14:16:34,901 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T14:16:34,901 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T14:16:34,902 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:34,908 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T14:16:34,909 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T14:16:34,910 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T14:16:34,910 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T14:16:34,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741831_1007 (size=1321) 2024-12-03T14:16:34,921 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T14:16:34,922 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T14:16:34,925 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T14:16:34,933 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235394925,5,FailOnTimeoutGroup] 2024-12-03T14:16:34,933 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44047 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T14:16:34,936 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235394934,5,FailOnTimeoutGroup] 2024-12-03T14:16:34,936 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:34,936 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T14:16:34,943 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:34,943 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:34,970 DEBUG [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-03T14:16:34,971 WARN [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-03T14:16:35,072 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(2659): reportForDuty to master=3920e6a7c3b5,44047,1733235392161 with port=45225, startcode=1733235393095 2024-12-03T14:16:35,074 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44047 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3920e6a7c3b5,45225,1733235393095 2024-12-03T14:16:35,076 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44047 {}] master.ServerManager(517): Registering regionserver=3920e6a7c3b5,45225,1733235393095 2024-12-03T14:16:35,085 DEBUG [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2 2024-12-03T14:16:35,085 DEBUG [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37375 2024-12-03T14:16:35,085 DEBUG [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T14:16:35,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483/rs 2024-12-03T14:16:35,100 DEBUG [RS:0;3920e6a7c3b5:45225 {}] zookeeper.ZKUtil(111): regionserver:45225-0x1019b8d26960001, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Set watcher on existing znode=/0-1911088483/rs/3920e6a7c3b5,45225,1733235393095 2024-12-03T14:16:35,100 WARN [RS:0;3920e6a7c3b5:45225 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:16:35,100 INFO [RS:0;3920e6a7c3b5:45225 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:16:35,101 DEBUG [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095 2024-12-03T14:16:35,102 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3920e6a7c3b5,45225,1733235393095] 2024-12-03T14:16:35,127 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T14:16:35,141 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T14:16:35,146 INFO [RS:0;3920e6a7c3b5:45225 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T14:16:35,146 INFO [RS:0;3920e6a7c3b5:45225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:35,148 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T14:16:35,153 INFO [RS:0;3920e6a7c3b5:45225 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T14:16:35,154 INFO [RS:0;3920e6a7c3b5:45225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:35,155 DEBUG [RS:0;3920e6a7c3b5:45225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:35,155 DEBUG [RS:0;3920e6a7c3b5:45225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:35,155 DEBUG [RS:0;3920e6a7c3b5:45225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:35,155 DEBUG [RS:0;3920e6a7c3b5:45225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:35,156 DEBUG [RS:0;3920e6a7c3b5:45225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:35,156 DEBUG [RS:0;3920e6a7c3b5:45225 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:16:35,156 DEBUG [RS:0;3920e6a7c3b5:45225 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:35,156 DEBUG [RS:0;3920e6a7c3b5:45225 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:35,156 DEBUG [RS:0;3920e6a7c3b5:45225 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:35,156 DEBUG [RS:0;3920e6a7c3b5:45225 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:35,157 DEBUG [RS:0;3920e6a7c3b5:45225 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:35,157 DEBUG [RS:0;3920e6a7c3b5:45225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:35,157 DEBUG [RS:0;3920e6a7c3b5:45225 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:16:35,157 DEBUG [RS:0;3920e6a7c3b5:45225 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:16:35,160 INFO [RS:0;3920e6a7c3b5:45225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:35,160 INFO [RS:0;3920e6a7c3b5:45225 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:35,161 INFO [RS:0;3920e6a7c3b5:45225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:35,161 INFO [RS:0;3920e6a7c3b5:45225 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:35,161 INFO [RS:0;3920e6a7c3b5:45225 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:35,161 INFO [RS:0;3920e6a7c3b5:45225 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,45225,1733235393095-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:16:35,188 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T14:16:35,190 INFO [RS:0;3920e6a7c3b5:45225 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,45225,1733235393095-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:35,190 INFO [RS:0;3920e6a7c3b5:45225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:35,190 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.Replication(171): 3920e6a7c3b5,45225,1733235393095 started 2024-12-03T14:16:35,209 INFO [RS:0;3920e6a7c3b5:45225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:35,209 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(1482): Serving as 3920e6a7c3b5,45225,1733235393095, RpcServer on 3920e6a7c3b5/172.17.0.2:45225, sessionid=0x1019b8d26960001 2024-12-03T14:16:35,210 DEBUG [RS:0;3920e6a7c3b5:45225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T14:16:35,210 DEBUG [RS:0;3920e6a7c3b5:45225 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3920e6a7c3b5,45225,1733235393095 2024-12-03T14:16:35,210 DEBUG [RS:0;3920e6a7c3b5:45225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,45225,1733235393095' 2024-12-03T14:16:35,211 DEBUG [RS:0;3920e6a7c3b5:45225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1911088483/flush-table-proc/abort' 2024-12-03T14:16:35,211 DEBUG [RS:0;3920e6a7c3b5:45225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1911088483/flush-table-proc/acquired' 2024-12-03T14:16:35,212 DEBUG [RS:0;3920e6a7c3b5:45225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T14:16:35,212 DEBUG [RS:0;3920e6a7c3b5:45225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T14:16:35,212 DEBUG [RS:0;3920e6a7c3b5:45225 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3920e6a7c3b5,45225,1733235393095 2024-12-03T14:16:35,212 DEBUG [RS:0;3920e6a7c3b5:45225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,45225,1733235393095' 2024-12-03T14:16:35,212 DEBUG [RS:0;3920e6a7c3b5:45225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1911088483/online-snapshot/abort' 2024-12-03T14:16:35,213 DEBUG [RS:0;3920e6a7c3b5:45225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1911088483/online-snapshot/acquired' 2024-12-03T14:16:35,214 DEBUG [RS:0;3920e6a7c3b5:45225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T14:16:35,214 INFO [RS:0;3920e6a7c3b5:45225 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T14:16:35,214 INFO [RS:0;3920e6a7c3b5:45225 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T14:16:35,317 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T14:16:35,317 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2 2024-12-03T14:16:35,320 INFO [RS:0;3920e6a7c3b5:45225 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:16:35,323 INFO [RS:0;3920e6a7c3b5:45225 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C45225%2C1733235393095, suffix=, logDir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095, archiveDir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/oldWALs, maxLogs=10 2024-12-03T14:16:35,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741832_1008 (size=32) 2024-12-03T14:16:35,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:16:35,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:16:35,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:16:35,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:35,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:16:35,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:16:35,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:16:35,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:35,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:16:35,346 DEBUG [RS:0;3920e6a7c3b5:45225 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095/3920e6a7c3b5%2C45225%2C1733235393095.1733235395326, exclude list is [], retry=0 2024-12-03T14:16:35,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:16:35,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:16:35,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:35,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:16:35,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44161,DS-6e2aef68-a7d9-4333-bfe6-616dadbf4ea3,DISK] 2024-12-03T14:16:35,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:16:35,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:16:35,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:35,356 INFO [RS:0;3920e6a7c3b5:45225 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095/3920e6a7c3b5%2C45225%2C1733235393095.1733235395326 2024-12-03T14:16:35,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:16:35,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:16:35,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740 2024-12-03T14:16:35,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740 2024-12-03T14:16:35,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:16:35,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:16:35,365 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:16:35,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:16:35,375 DEBUG [RS:0;3920e6a7c3b5:45225 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)] 2024-12-03T14:16:35,379 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:16:35,381 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59805526, jitterRate=-0.10882821679115295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:16:35,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733235395333Initializing all the Stores at 1733235395335 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235395336 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235395336Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235395336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235395336Cleaning up temporary data from old regions at 1733235395364 (+28 ms)Region opened successfully at 1733235395383 (+19 ms) 2024-12-03T14:16:35,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:16:35,384 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:16:35,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:16:35,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:16:35,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:16:35,386 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:16:35,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235395384Disabling compacts and flushes for region at 1733235395384Disabling writes for close at 1733235395384Writing region close event to WAL at 1733235395386 (+2 ms)Closed at 1733235395386 2024-12-03T14:16:35,396 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:16:35,397 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T14:16:35,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T14:16:35,414 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:16:35,417 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T14:16:35,569 DEBUG [3920e6a7c3b5:44047 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:16:35,580 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3920e6a7c3b5,45225,1733235393095 2024-12-03T14:16:35,587 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,45225,1733235393095, state=OPENING 2024-12-03T14:16:35,635 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T14:16:35,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45225-0x1019b8d26960001, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483 2024-12-03T14:16:35,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483 2024-12-03T14:16:35,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1911088483/meta-region-server: CHANGED 2024-12-03T14:16:35,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1911088483/meta-region-server: CHANGED 2024-12-03T14:16:35,672 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:16:35,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,45225,1733235393095}] 2024-12-03T14:16:35,847 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:16:35,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T14:16:35,867 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T14:16:35,867 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:16:35,868 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T14:16:35,874 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C45225%2C1733235393095.meta, suffix=.meta, logDir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095, archiveDir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/oldWALs, maxLogs=10 2024-12-03T14:16:35,899 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095/3920e6a7c3b5%2C45225%2C1733235393095.meta.1733235395878.meta, exclude list is [], retry=0 2024-12-03T14:16:35,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44161,DS-6e2aef68-a7d9-4333-bfe6-616dadbf4ea3,DISK] 2024-12-03T14:16:35,910 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095/3920e6a7c3b5%2C45225%2C1733235393095.meta.1733235395878.meta 2024-12-03T14:16:35,910 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)] 2024-12-03T14:16:35,911 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:16:35,917 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:16:35,918 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:16:35,922 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T14:16:35,925 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T14:16:35,929 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T14:16:35,930 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:16:35,931 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T14:16:35,931 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T14:16:35,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:16:35,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:16:35,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:35,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:16:35,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:16:35,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:16:35,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:35,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:16:35,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:16:35,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:16:35,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:35,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:16:35,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:16:35,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:16:35,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:35,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:16:35,947 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:16:35,949 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740 2024-12-03T14:16:35,952 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740 2024-12-03T14:16:35,955 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:16:35,955 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:16:35,956 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:16:35,959 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:16:35,962 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60502718, jitterRate=-0.09843924641609192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:16:35,962 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T14:16:35,964 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733235395931Writing region info on filesystem at 1733235395931Initializing all the Stores at 1733235395933 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235395933Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235395934 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235395934Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235395934Cleaning up temporary data from old regions at 1733235395955 (+21 ms)Running coprocessor post-open hooks at 1733235395962 (+7 ms)Region opened successfully at 1733235395964 (+2 ms) 2024-12-03T14:16:35,971 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733235395839 2024-12-03T14:16:35,984 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T14:16:35,984 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T14:16:35,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,45225,1733235393095 2024-12-03T14:16:35,989 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,45225,1733235393095, state=OPEN 2024-12-03T14:16:36,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45225-0x1019b8d26960001, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1911088483/meta-region-server 2024-12-03T14:16:36,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1911088483/meta-region-server 2024-12-03T14:16:36,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1911088483/meta-region-server: CHANGED 2024-12-03T14:16:36,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1911088483/meta-region-server: CHANGED 2024-12-03T14:16:36,015 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,45225,1733235393095 2024-12-03T14:16:36,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T14:16:36,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,45225,1733235393095 in 342 msec 2024-12-03T14:16:36,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T14:16:36,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 621 msec 2024-12-03T14:16:36,034 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:16:36,034 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T14:16:36,056 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:16:36,058 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,45225,1733235393095, seqNum=-1] 2024-12-03T14:16:36,081 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:16:36,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:16:36,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3660 sec 2024-12-03T14:16:36,107 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733235396107, completionTime=-1 2024-12-03T14:16:36,110 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T14:16:36,110 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T14:16:36,145 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T14:16:36,145 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733235456145 2024-12-03T14:16:36,145 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733235516145 2024-12-03T14:16:36,145 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 35 msec 2024-12-03T14:16:36,148 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44047,1733235392161-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:36,148 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44047,1733235392161-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:36,148 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44047,1733235392161-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:36,150 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3920e6a7c3b5:44047, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:36,150 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:36,151 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:36,158 DEBUG [master/3920e6a7c3b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T14:16:36,185 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.823sec 2024-12-03T14:16:36,186 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T14:16:36,188 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T14:16:36,189 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T14:16:36,190 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T14:16:36,190 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T14:16:36,191 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44047,1733235392161-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:16:36,191 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44047,1733235392161-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T14:16:36,201 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T14:16:36,203 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T14:16:36,203 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44047,1733235392161-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:36,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3444bdc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:36,296 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T14:16:36,296 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T14:16:36,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,44047,-1 for getting cluster id 2024-12-03T14:16:36,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:16:36,310 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '182e6d7a-bf71-495d-80fc-0f63f54e5060' 2024-12-03T14:16:36,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:16:36,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "182e6d7a-bf71-495d-80fc-0f63f54e5060" 2024-12-03T14:16:36,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc8f160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:36,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,44047,-1] 2024-12-03T14:16:36,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:16:36,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:36,320 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:16:36,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c003af5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:36,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:16:36,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,45225,1733235393095, seqNum=-1] 2024-12-03T14:16:36,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:16:36,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:16:36,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3920e6a7c3b5,44047,1733235392161 2024-12-03T14:16:36,367 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60767 2024-12-03T14:16:36,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:16:36,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019b8d26960002 connected 2024-12-03T14:16:36,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/hadoop.log.dir so I do NOT create it in target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032 2024-12-03T14:16:36,477 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T14:16:36,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/hadoop.tmp.dir so I do NOT create it in target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032 2024-12-03T14:16:36,478 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T14:16:36,478 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032 2024-12-03T14:16:36,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T14:16:36,479 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/cluster_25f6c4ab-74eb-1c32-9917-088f08d1394c, deleteOnExit=true 2024-12-03T14:16:36,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T14:16:36,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/test.cache.data in system properties and HBase conf 2024-12-03T14:16:36,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T14:16:36,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/hadoop.log.dir in system properties and HBase conf 2024-12-03T14:16:36,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T14:16:36,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T14:16:36,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T14:16:36,481 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T14:16:36,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:16:36,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:16:36,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T14:16:36,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:16:36,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T14:16:36,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T14:16:36,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:16:36,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:16:36,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T14:16:36,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/nfs.dump.dir in system properties and HBase conf 2024-12-03T14:16:36,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/java.io.tmpdir in system properties and HBase conf 2024-12-03T14:16:36,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:16:36,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T14:16:36,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T14:16:36,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:16:36,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:16:36,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:16:36,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:16:36,920 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T14:16:36,921 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:16:36,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@426ef9fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:16:36,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a733db7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:16:37,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@773518c9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/java.io.tmpdir/jetty-localhost-36809-hadoop-hdfs-3_4_1-tests_jar-_-any-18279703751863045828/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:16:37,055 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@248e3f8f{HTTP/1.1, (http/1.1)}{localhost:36809} 2024-12-03T14:16:37,055 INFO [Time-limited test {}] server.Server(415): Started @11664ms 2024-12-03T14:16:37,770 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:16:37,774 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:16:37,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:16:37,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:16:37,775 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T14:16:37,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@269619de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:16:37,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fc8213{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:16:37,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c02fa0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/java.io.tmpdir/jetty-localhost-41691-hadoop-hdfs-3_4_1-tests_jar-_-any-11607315453570595226/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:16:37,873 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32d5b0d5{HTTP/1.1, (http/1.1)}{localhost:41691} 2024-12-03T14:16:37,873 INFO [Time-limited test {}] server.Server(415): Started @12482ms 2024-12-03T14:16:37,875 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T14:16:38,615 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/cluster_25f6c4ab-74eb-1c32-9917-088f08d1394c/data/data1/current/BP-2042110435-172.17.0.2-1733235396519/current, will proceed with Du for space computation calculation, 2024-12-03T14:16:38,615 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/cluster_25f6c4ab-74eb-1c32-9917-088f08d1394c/data/data2/current/BP-2042110435-172.17.0.2-1733235396519/current, will proceed with Du for space computation calculation, 2024-12-03T14:16:38,651 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T14:16:38,655 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb607da1d8f67c6c3 with lease ID 0xe0133557bfb4b430: Processing first storage report for DS-68f9ad0f-4356-4913-932d-354966f9a6b3 from datanode DatanodeRegistration(127.0.0.1:38065, datanodeUuid=2caaa62b-8a98-42cb-9901-ffdcfa9b518c, infoPort=37291, infoSecurePort=0, ipcPort=36021, storageInfo=lv=-57;cid=testClusterID;nsid=293074733;c=1733235396519) 2024-12-03T14:16:38,655 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb607da1d8f67c6c3 with lease ID 0xe0133557bfb4b430: from storage DS-68f9ad0f-4356-4913-932d-354966f9a6b3 node DatanodeRegistration(127.0.0.1:38065, datanodeUuid=2caaa62b-8a98-42cb-9901-ffdcfa9b518c, infoPort=37291, infoSecurePort=0, ipcPort=36021, storageInfo=lv=-57;cid=testClusterID;nsid=293074733;c=1733235396519), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:16:38,655 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb607da1d8f67c6c3 with lease ID 0xe0133557bfb4b430: Processing first storage report for DS-56eeaa9b-0b7d-4d08-b0eb-1812cd35aa3c from datanode DatanodeRegistration(127.0.0.1:38065, datanodeUuid=2caaa62b-8a98-42cb-9901-ffdcfa9b518c, infoPort=37291, infoSecurePort=0, ipcPort=36021, storageInfo=lv=-57;cid=testClusterID;nsid=293074733;c=1733235396519) 2024-12-03T14:16:38,655 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb607da1d8f67c6c3 with lease ID 0xe0133557bfb4b430: from storage DS-56eeaa9b-0b7d-4d08-b0eb-1812cd35aa3c node DatanodeRegistration(127.0.0.1:38065, datanodeUuid=2caaa62b-8a98-42cb-9901-ffdcfa9b518c, infoPort=37291, infoSecurePort=0, ipcPort=36021, storageInfo=lv=-57;cid=testClusterID;nsid=293074733;c=1733235396519), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:16:38,730 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032 2024-12-03T14:16:38,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:16:38,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:16:38,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741825_1001 (size=7) 2024-12-03T14:16:39,149 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7 with version=8 2024-12-03T14:16:39,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/hbase-staging 2024-12-03T14:16:39,152 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:16:39,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:16:39,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:16:39,153 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:16:39,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:16:39,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:16:39,153 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T14:16:39,153 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:16:39,154 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35315 2024-12-03T14:16:39,156 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35315 connecting to ZooKeeper ensemble=127.0.0.1:60767 2024-12-03T14:16:39,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353150x0, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:16:39,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35315-0x1019b8d26960003 connected 2024-12-03T14:16:39,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:16:39,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:16:39,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Set watcher on znode that does not yet exist, /199333827/running 2024-12-03T14:16:39,281 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7, hbase.cluster.distributed=false 2024-12-03T14:16:39,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Set watcher on znode that does not yet exist, /199333827/acl 2024-12-03T14:16:39,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35315 2024-12-03T14:16:39,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35315 2024-12-03T14:16:39,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35315 2024-12-03T14:16:39,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35315 2024-12-03T14:16:39,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35315 2024-12-03T14:16:39,309 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:16:39,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:16:39,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:16:39,310 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:16:39,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:16:39,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:16:39,310 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T14:16:39,310 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:16:39,311 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37529 2024-12-03T14:16:39,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37529 connecting to ZooKeeper ensemble=127.0.0.1:60767 2024-12-03T14:16:39,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:16:39,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:16:39,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375290x0, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:16:39,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375290x0, quorum=127.0.0.1:60767, baseZNode=/199333827 Set watcher on znode that does not yet exist, /199333827/running 2024-12-03T14:16:39,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37529-0x1019b8d26960004 connected 2024-12-03T14:16:39,331 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T14:16:39,331 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T14:16:39,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37529-0x1019b8d26960004, quorum=127.0.0.1:60767, baseZNode=/199333827 Set watcher on znode that does not yet exist, /199333827/master 2024-12-03T14:16:39,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37529-0x1019b8d26960004, quorum=127.0.0.1:60767, baseZNode=/199333827 Set watcher on znode that does not yet exist, /199333827/acl 2024-12-03T14:16:39,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37529 2024-12-03T14:16:39,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37529 2024-12-03T14:16:39,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37529 2024-12-03T14:16:39,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37529 2024-12-03T14:16:39,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37529 2024-12-03T14:16:39,347 DEBUG [M:0;3920e6a7c3b5:35315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3920e6a7c3b5:35315 2024-12-03T14:16:39,347 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /199333827/backup-masters/3920e6a7c3b5,35315,1733235399151 2024-12-03T14:16:39,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199333827/backup-masters 2024-12-03T14:16:39,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x1019b8d26960004, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199333827/backup-masters 2024-12-03T14:16:39,359 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Set watcher on existing znode=/199333827/backup-masters/3920e6a7c3b5,35315,1733235399151 2024-12-03T14:16:39,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199333827 2024-12-03T14:16:39,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x1019b8d26960004, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/199333827/master 2024-12-03T14:16:39,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x1019b8d26960004, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199333827 2024-12-03T14:16:39,369 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Set watcher on existing znode=/199333827/master 2024-12-03T14:16:39,370 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /199333827/backup-masters/3920e6a7c3b5,35315,1733235399151 from backup master directory 2024-12-03T14:16:39,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/199333827/backup-masters/3920e6a7c3b5,35315,1733235399151 2024-12-03T14:16:39,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x1019b8d26960004, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199333827/backup-masters 2024-12-03T14:16:39,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199333827/backup-masters 2024-12-03T14:16:39,383 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:16:39,383 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3920e6a7c3b5,35315,1733235399151 2024-12-03T14:16:39,389 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/hbase.id] with ID: ce6ebb98-5381-431a-b8e9-7bcd99229c53 2024-12-03T14:16:39,390 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/.tmp/hbase.id 2024-12-03T14:16:39,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741826_1002 (size=42) 2024-12-03T14:16:39,799 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/.tmp/hbase.id]:[hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/hbase.id] 2024-12-03T14:16:39,823 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:16:39,823 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T14:16:39,824 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T14:16:39,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199333827 2024-12-03T14:16:39,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x1019b8d26960004, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199333827 2024-12-03T14:16:39,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741827_1003 (size=196) 2024-12-03T14:16:39,889 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:16:39,890 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T14:16:39,890 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:16:39,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741828_1004 (size=1189) 2024-12-03T14:16:40,304 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/data/master/store 2024-12-03T14:16:40,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741829_1005 (size=34) 2024-12-03T14:16:40,719 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:16:40,720 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:16:40,720 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:16:40,720 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:16:40,721 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:16:40,721 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:16:40,721 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:16:40,721 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235400720Disabling compacts and flushes for region at 1733235400720Disabling writes for close at 1733235400721 (+1 ms)Writing region close event to WAL at 1733235400721Closed at 1733235400721 2024-12-03T14:16:40,725 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/data/master/store/.initializing 2024-12-03T14:16:40,725 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/WALs/3920e6a7c3b5,35315,1733235399151 2024-12-03T14:16:40,728 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:16:40,732 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3920e6a7c3b5%2C35315%2C1733235399151, suffix=, logDir=hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/WALs/3920e6a7c3b5,35315,1733235399151, archiveDir=hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/oldWALs, maxLogs=10 2024-12-03T14:16:40,745 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/WALs/3920e6a7c3b5,35315,1733235399151/3920e6a7c3b5%2C35315%2C1733235399151.1733235400732, exclude list is [], retry=0 2024-12-03T14:16:40,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38065,DS-68f9ad0f-4356-4913-932d-354966f9a6b3,DISK] 2024-12-03T14:16:40,751 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/WALs/3920e6a7c3b5,35315,1733235399151/3920e6a7c3b5%2C35315%2C1733235399151.1733235400732 2024-12-03T14:16:40,752 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37291:37291)] 2024-12-03T14:16:40,752 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:16:40,752 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:16:40,752 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:40,752 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:40,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:40,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T14:16:40,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:40,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:16:40,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:40,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T14:16:40,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:40,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:16:40,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:40,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T14:16:40,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:40,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:16:40,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:40,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T14:16:40,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:40,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:16:40,767 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:40,767 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:40,768 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:40,770 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:40,770 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:40,771 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:16:40,772 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:40,776 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:16:40,776 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73322015, jitterRate=0.09258316457271576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:16:40,776 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733235400752Initializing all the Stores at 1733235400754 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235400754Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235400754Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235400754Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235400754Cleaning up temporary data from old regions at 1733235400770 (+16 ms)Region opened successfully at 1733235400776 (+6 ms) 2024-12-03T14:16:40,777 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T14:16:40,781 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d06094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:16:40,782 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T14:16:40,782 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T14:16:40,782 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T14:16:40,782 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T14:16:40,783 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T14:16:40,783 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T14:16:40,784 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T14:16:40,786 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T14:16:40,787 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Unable to get data of znode /199333827/balancer because node does not exist (not necessarily an error) 2024-12-03T14:16:40,856 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /199333827/balancer already deleted, retry=false 2024-12-03T14:16:40,857 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T14:16:40,859 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Unable to get data of znode /199333827/normalizer because node does not exist (not necessarily an error) 2024-12-03T14:16:40,867 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /199333827/normalizer already deleted, retry=false 2024-12-03T14:16:40,868 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T14:16:40,870 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Unable to get data of znode /199333827/switch/split because node does not exist (not necessarily an error) 2024-12-03T14:16:40,877 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /199333827/switch/split already deleted, retry=false 2024-12-03T14:16:40,880 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Unable to get data of znode /199333827/switch/merge because node does not exist (not necessarily an error) 2024-12-03T14:16:40,888 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /199333827/switch/merge already deleted, retry=false 2024-12-03T14:16:40,891 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Unable to get data of znode /199333827/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T14:16:40,898 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /199333827/snapshot-cleanup already deleted, retry=false 2024-12-03T14:16:40,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/199333827/running 2024-12-03T14:16:40,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x1019b8d26960004, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/199333827/running 2024-12-03T14:16:40,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199333827 2024-12-03T14:16:40,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x1019b8d26960004, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199333827 2024-12-03T14:16:40,910 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3920e6a7c3b5,35315,1733235399151, sessionid=0x1019b8d26960003, setting cluster-up flag (Was=false) 2024-12-03T14:16:40,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199333827 2024-12-03T14:16:40,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x1019b8d26960004, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199333827 2024-12-03T14:16:40,961 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /199333827/flush-table-proc/acquired, /199333827/flush-table-proc/reached, /199333827/flush-table-proc/abort 2024-12-03T14:16:40,964 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,35315,1733235399151 2024-12-03T14:16:40,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199333827 2024-12-03T14:16:40,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x1019b8d26960004, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199333827 2024-12-03T14:16:41,024 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /199333827/online-snapshot/acquired, /199333827/online-snapshot/reached, /199333827/online-snapshot/abort 2024-12-03T14:16:41,026 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,35315,1733235399151 2024-12-03T14:16:41,028 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T14:16:41,032 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T14:16:41,032 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T14:16:41,032 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T14:16:41,033 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3920e6a7c3b5,35315,1733235399151 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T14:16:41,035 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:16:41,035 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:16:41,036 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:16:41,036 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:16:41,036 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3920e6a7c3b5:0, corePoolSize=10, maxPoolSize=10 2024-12-03T14:16:41,036 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:41,036 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:16:41,036 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:41,037 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733235431037 2024-12-03T14:16:41,037 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T14:16:41,038 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T14:16:41,038 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T14:16:41,038 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T14:16:41,038 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T14:16:41,038 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T14:16:41,038 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:41,039 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:16:41,039 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T14:16:41,039 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T14:16:41,039 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T14:16:41,039 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T14:16:41,039 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T14:16:41,039 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T14:16:41,040 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T14:16:41,040 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235401040,5,FailOnTimeoutGroup] 2024-12-03T14:16:41,040 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235401040,5,FailOnTimeoutGroup] 2024-12-03T14:16:41,040 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:41,040 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T14:16:41,040 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:41,040 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:41,041 INFO [RS:0;3920e6a7c3b5:37529 {}] regionserver.HRegionServer(746): ClusterId : ce6ebb98-5381-431a-b8e9-7bcd99229c53 2024-12-03T14:16:41,041 DEBUG [RS:0;3920e6a7c3b5:37529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T14:16:41,041 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:41,041 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T14:16:41,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741831_1007 (size=1321) 2024-12-03T14:16:41,054 DEBUG [RS:0;3920e6a7c3b5:37529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T14:16:41,054 DEBUG [RS:0;3920e6a7c3b5:37529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T14:16:41,068 DEBUG [RS:0;3920e6a7c3b5:37529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T14:16:41,068 DEBUG [RS:0;3920e6a7c3b5:37529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d3f043a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:16:41,083 DEBUG [RS:0;3920e6a7c3b5:37529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3920e6a7c3b5:37529 2024-12-03T14:16:41,083 INFO [RS:0;3920e6a7c3b5:37529 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T14:16:41,083 INFO [RS:0;3920e6a7c3b5:37529 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T14:16:41,083 DEBUG [RS:0;3920e6a7c3b5:37529 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T14:16:41,084 INFO [RS:0;3920e6a7c3b5:37529 {}] regionserver.HRegionServer(2659): reportForDuty to master=3920e6a7c3b5,35315,1733235399151 with port=37529, startcode=1733235399309 2024-12-03T14:16:41,084 DEBUG [RS:0;3920e6a7c3b5:37529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T14:16:41,086 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T14:16:41,086 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35315 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3920e6a7c3b5,37529,1733235399309 2024-12-03T14:16:41,086 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35315 {}] master.ServerManager(517): Registering regionserver=3920e6a7c3b5,37529,1733235399309 2024-12-03T14:16:41,089 DEBUG [RS:0;3920e6a7c3b5:37529 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7 2024-12-03T14:16:41,089 DEBUG [RS:0;3920e6a7c3b5:37529 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42055 2024-12-03T14:16:41,089 DEBUG [RS:0;3920e6a7c3b5:37529 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T14:16:41,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199333827/rs 2024-12-03T14:16:41,099 DEBUG [RS:0;3920e6a7c3b5:37529 {}] zookeeper.ZKUtil(111): regionserver:37529-0x1019b8d26960004, quorum=127.0.0.1:60767, baseZNode=/199333827 Set watcher on existing znode=/199333827/rs/3920e6a7c3b5,37529,1733235399309 2024-12-03T14:16:41,099 WARN [RS:0;3920e6a7c3b5:37529 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:16:41,099 INFO [RS:0;3920e6a7c3b5:37529 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:16:41,099 DEBUG [RS:0;3920e6a7c3b5:37529 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/WALs/3920e6a7c3b5,37529,1733235399309 2024-12-03T14:16:41,099 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3920e6a7c3b5,37529,1733235399309] 2024-12-03T14:16:41,105 INFO [RS:0;3920e6a7c3b5:37529 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T14:16:41,107 INFO [RS:0;3920e6a7c3b5:37529 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T14:16:41,108 INFO [RS:0;3920e6a7c3b5:37529 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T14:16:41,108 INFO [RS:0;3920e6a7c3b5:37529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:41,108 INFO [RS:0;3920e6a7c3b5:37529 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T14:16:41,110 INFO [RS:0;3920e6a7c3b5:37529 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T14:16:41,110 INFO [RS:0;3920e6a7c3b5:37529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:41,110 DEBUG [RS:0;3920e6a7c3b5:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:41,110 DEBUG [RS:0;3920e6a7c3b5:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:41,110 DEBUG [RS:0;3920e6a7c3b5:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:41,111 DEBUG [RS:0;3920e6a7c3b5:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:41,111 DEBUG [RS:0;3920e6a7c3b5:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:41,111 DEBUG [RS:0;3920e6a7c3b5:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:16:41,111 DEBUG [RS:0;3920e6a7c3b5:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:41,111 DEBUG [RS:0;3920e6a7c3b5:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:41,111 DEBUG [RS:0;3920e6a7c3b5:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:41,111 DEBUG [RS:0;3920e6a7c3b5:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:41,111 DEBUG [RS:0;3920e6a7c3b5:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:41,111 DEBUG [RS:0;3920e6a7c3b5:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:41,112 DEBUG [RS:0;3920e6a7c3b5:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:16:41,112 DEBUG [RS:0;3920e6a7c3b5:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:16:41,112 INFO [RS:0;3920e6a7c3b5:37529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:41,112 INFO [RS:0;3920e6a7c3b5:37529 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:41,113 INFO [RS:0;3920e6a7c3b5:37529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:41,113 INFO [RS:0;3920e6a7c3b5:37529 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:41,113 INFO [RS:0;3920e6a7c3b5:37529 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:41,113 INFO [RS:0;3920e6a7c3b5:37529 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,37529,1733235399309-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:16:41,127 INFO [RS:0;3920e6a7c3b5:37529 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T14:16:41,127 INFO [RS:0;3920e6a7c3b5:37529 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,37529,1733235399309-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:41,127 INFO [RS:0;3920e6a7c3b5:37529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:41,127 INFO [RS:0;3920e6a7c3b5:37529 {}] regionserver.Replication(171): 3920e6a7c3b5,37529,1733235399309 started 2024-12-03T14:16:41,140 INFO [RS:0;3920e6a7c3b5:37529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:41,140 INFO [RS:0;3920e6a7c3b5:37529 {}] regionserver.HRegionServer(1482): Serving as 3920e6a7c3b5,37529,1733235399309, RpcServer on 3920e6a7c3b5/172.17.0.2:37529, sessionid=0x1019b8d26960004 2024-12-03T14:16:41,140 DEBUG [RS:0;3920e6a7c3b5:37529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T14:16:41,140 DEBUG [RS:0;3920e6a7c3b5:37529 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3920e6a7c3b5,37529,1733235399309 2024-12-03T14:16:41,140 DEBUG [RS:0;3920e6a7c3b5:37529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,37529,1733235399309' 2024-12-03T14:16:41,140 DEBUG [RS:0;3920e6a7c3b5:37529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/199333827/flush-table-proc/abort' 2024-12-03T14:16:41,141 DEBUG [RS:0;3920e6a7c3b5:37529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/199333827/flush-table-proc/acquired' 2024-12-03T14:16:41,142 DEBUG [RS:0;3920e6a7c3b5:37529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T14:16:41,142 DEBUG [RS:0;3920e6a7c3b5:37529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T14:16:41,142 DEBUG [RS:0;3920e6a7c3b5:37529 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3920e6a7c3b5,37529,1733235399309 2024-12-03T14:16:41,142 DEBUG [RS:0;3920e6a7c3b5:37529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,37529,1733235399309' 2024-12-03T14:16:41,142 DEBUG [RS:0;3920e6a7c3b5:37529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/199333827/online-snapshot/abort' 2024-12-03T14:16:41,142 DEBUG [RS:0;3920e6a7c3b5:37529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/199333827/online-snapshot/acquired' 2024-12-03T14:16:41,143 DEBUG [RS:0;3920e6a7c3b5:37529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T14:16:41,143 INFO [RS:0;3920e6a7c3b5:37529 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T14:16:41,143 INFO [RS:0;3920e6a7c3b5:37529 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T14:16:41,244 INFO [RS:0;3920e6a7c3b5:37529 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:16:41,249 INFO [RS:0;3920e6a7c3b5:37529 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C37529%2C1733235399309, suffix=, logDir=hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/WALs/3920e6a7c3b5,37529,1733235399309, archiveDir=hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/oldWALs, maxLogs=10 2024-12-03T14:16:41,264 DEBUG [RS:0;3920e6a7c3b5:37529 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/WALs/3920e6a7c3b5,37529,1733235399309/3920e6a7c3b5%2C37529%2C1733235399309.1733235401250, exclude list is [], retry=0 2024-12-03T14:16:41,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38065,DS-68f9ad0f-4356-4913-932d-354966f9a6b3,DISK] 2024-12-03T14:16:41,270 INFO [RS:0;3920e6a7c3b5:37529 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/WALs/3920e6a7c3b5,37529,1733235399309/3920e6a7c3b5%2C37529%2C1733235399309.1733235401250 2024-12-03T14:16:41,270 DEBUG [RS:0;3920e6a7c3b5:37529 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37291:37291)] 2024-12-03T14:16:41,437 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:16:41,449 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T14:16:41,450 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7 2024-12-03T14:16:41,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741833_1009 (size=32) 2024-12-03T14:16:41,497 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T14:16:41,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:16:41,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:16:41,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:16:41,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:41,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:16:41,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:16:41,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:16:41,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:41,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:16:41,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:16:41,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:16:41,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:41,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:16:41,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:16:41,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:16:41,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:41,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:16:41,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:16:41,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/data/hbase/meta/1588230740 2024-12-03T14:16:41,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/data/hbase/meta/1588230740 2024-12-03T14:16:41,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:16:41,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:16:41,884 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:16:41,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:16:41,889 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:16:41,889 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58843075, jitterRate=-0.12316985428333282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:16:41,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733235401861Initializing all the Stores at 1733235401865 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235401865Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235401866 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235401866Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235401866Cleaning up temporary data from old regions at 1733235401883 (+17 ms)Region opened successfully at 1733235401890 (+7 ms) 2024-12-03T14:16:41,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:16:41,890 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:16:41,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:16:41,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:16:41,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:16:41,890 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:16:41,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235401890Disabling compacts and flushes for region at 1733235401890Disabling writes for close at 1733235401890Writing region close event to WAL at 1733235401890Closed at 1733235401890 2024-12-03T14:16:41,892 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:16:41,892 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T14:16:41,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T14:16:41,894 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:16:41,895 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T14:16:42,046 DEBUG [3920e6a7c3b5:35315 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:16:42,047 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3920e6a7c3b5,37529,1733235399309 2024-12-03T14:16:42,052 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,37529,1733235399309, state=OPENING 2024-12-03T14:16:42,178 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T14:16:42,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199333827 2024-12-03T14:16:42,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x1019b8d26960004, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199333827 2024-12-03T14:16:42,203 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:16:42,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,37529,1733235399309}] 2024-12-03T14:16:42,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /199333827/meta-region-server: CHANGED 2024-12-03T14:16:42,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /199333827/meta-region-server: CHANGED 2024-12-03T14:16:42,361 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:16:42,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T14:16:42,375 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T14:16:42,376 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:16:42,376 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T14:16:42,380 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C37529%2C1733235399309.meta, suffix=.meta, logDir=hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/WALs/3920e6a7c3b5,37529,1733235399309, archiveDir=hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/oldWALs, maxLogs=10 2024-12-03T14:16:42,397 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/WALs/3920e6a7c3b5,37529,1733235399309/3920e6a7c3b5%2C37529%2C1733235399309.meta.1733235402383.meta, exclude list is [], retry=0 2024-12-03T14:16:42,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38065,DS-68f9ad0f-4356-4913-932d-354966f9a6b3,DISK] 2024-12-03T14:16:42,403 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/WALs/3920e6a7c3b5,37529,1733235399309/3920e6a7c3b5%2C37529%2C1733235399309.meta.1733235402383.meta 2024-12-03T14:16:42,403 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37291:37291)] 2024-12-03T14:16:42,404 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:16:42,404 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:16:42,404 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:16:42,404 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T14:16:42,404 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T14:16:42,405 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T14:16:42,405 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:16:42,405 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T14:16:42,405 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T14:16:42,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:16:42,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:16:42,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:42,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:16:42,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:16:42,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:16:42,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:42,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:16:42,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:16:42,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:16:42,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:42,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:16:42,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:16:42,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:16:42,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:42,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:16:42,414 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:16:42,416 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/data/hbase/meta/1588230740 2024-12-03T14:16:42,417 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/data/hbase/meta/1588230740 2024-12-03T14:16:42,419 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:16:42,419 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:16:42,420 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:16:42,423 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:16:42,424 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63695313, jitterRate=-0.05086587369441986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:16:42,424 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T14:16:42,424 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733235402405Writing region info on filesystem at 1733235402405Initializing all the Stores at 1733235402406 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235402406Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235402407 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235402407Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235402407Cleaning up temporary data from old regions at 1733235402420 (+13 ms)Running coprocessor post-open hooks at 1733235402424 (+4 ms)Region opened successfully at 1733235402424 2024-12-03T14:16:42,426 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733235402360 2024-12-03T14:16:42,429 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T14:16:42,429 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T14:16:42,430 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,37529,1733235399309 2024-12-03T14:16:42,432 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,37529,1733235399309, state=OPEN 2024-12-03T14:16:42,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x1019b8d26960004, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/199333827/meta-region-server 2024-12-03T14:16:42,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/199333827/meta-region-server 2024-12-03T14:16:42,446 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,37529,1733235399309 2024-12-03T14:16:42,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /199333827/meta-region-server: CHANGED 2024-12-03T14:16:42,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /199333827/meta-region-server: CHANGED 2024-12-03T14:16:42,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T14:16:42,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,37529,1733235399309 in 243 msec 2024-12-03T14:16:42,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T14:16:42,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 558 msec 2024-12-03T14:16:42,455 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:16:42,455 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T14:16:42,457 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:16:42,457 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,37529,1733235399309, seqNum=-1] 2024-12-03T14:16:42,458 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:16:42,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:16:42,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4360 sec 2024-12-03T14:16:42,468 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733235402468, completionTime=-1 2024-12-03T14:16:42,468 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T14:16:42,468 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T14:16:42,470 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T14:16:42,470 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733235462470 2024-12-03T14:16:42,470 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733235522470 2024-12-03T14:16:42,470 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T14:16:42,471 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,35315,1733235399151-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:42,471 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,35315,1733235399151-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:42,471 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,35315,1733235399151-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:42,471 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3920e6a7c3b5:35315, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:42,471 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:42,471 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:42,473 DEBUG [master/3920e6a7c3b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T14:16:42,475 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.092sec 2024-12-03T14:16:42,475 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T14:16:42,475 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T14:16:42,475 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T14:16:42,475 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T14:16:42,475 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T14:16:42,476 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,35315,1733235399151-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:16:42,476 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,35315,1733235399151-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T14:16:42,479 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T14:16:42,479 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T14:16:42,479 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,35315,1733235399151-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:42,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d5e65e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:42,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,35315,-1 for getting cluster id 2024-12-03T14:16:42,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:16:42,546 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce6ebb98-5381-431a-b8e9-7bcd99229c53' 2024-12-03T14:16:42,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:16:42,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce6ebb98-5381-431a-b8e9-7bcd99229c53" 2024-12-03T14:16:42,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dfb191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:42,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,35315,-1] 2024-12-03T14:16:42,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:16:42,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:42,552 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:16:42,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:42,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:16:42,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,37529,1733235399309, seqNum=-1] 2024-12-03T14:16:42,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:16:42,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:16:42,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3920e6a7c3b5,35315,1733235399151 2024-12-03T14:16:42,560 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60767 2024-12-03T14:16:42,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:16:42,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019b8d26960005 connected 2024-12-03T14:16:42,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:42,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,44047,-1 for getting cluster id 2024-12-03T14:16:42,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:16:42,598 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '182e6d7a-bf71-495d-80fc-0f63f54e5060' 2024-12-03T14:16:42,599 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:16:42,599 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "182e6d7a-bf71-495d-80fc-0f63f54e5060" 2024-12-03T14:16:42,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5c06a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:42,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,44047,-1] 2024-12-03T14:16:42,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:16:42,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:42,602 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:16:42,604 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52edaa22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:42,613 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:16:42,616 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,44047,1733235392161 2024-12-03T14:16:42,618 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ee232f6 2024-12-03T14:16:42,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:16:42,620 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:16:42,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3920e6a7c3b5:35315,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T14:16:42,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T14:16:42,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T14:16:42,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:16:42,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T14:16:42,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:16:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T14:16:42,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T14:16:42,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T14:16:42,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T14:16:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:16:42,634 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:35315' 2024-12-03T14:16:42,636 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3645cfe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:42,636 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,35315,-1 for getting cluster id 2024-12-03T14:16:42,637 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:16:42,638 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce6ebb98-5381-431a-b8e9-7bcd99229c53' 2024-12-03T14:16:42,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:16:42,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce6ebb98-5381-431a-b8e9-7bcd99229c53" 2024-12-03T14:16:42,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ba5534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:42,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,35315,-1] 2024-12-03T14:16:42,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:16:42,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:42,641 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:16:42,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d4d8d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:42,643 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:16:42,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,35315,1733235399151 2024-12-03T14:16:42,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ae7e4cc 2024-12-03T14:16:42,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:16:42,649 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:16:42,659 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T14:16:42,659 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T14:16:42,663 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:42,664 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:42,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:16:42,665 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:16:42,669 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T14:16:42,672 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:16:42,673 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:42,675 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:16:42,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741835_1011 (size=1138) 2024-12-03T14:16:42,722 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T14:16:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:16:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:16:43,092 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 224f35ab241bd5ece8f22f490932c748, NAME => 'hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2 2024-12-03T14:16:43,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741836_1012 (size=44) 2024-12-03T14:16:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:16:43,505 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:16:43,505 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 224f35ab241bd5ece8f22f490932c748, disabling compactions & flushes 2024-12-03T14:16:43,505 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. 2024-12-03T14:16:43,505 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. 2024-12-03T14:16:43,505 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. after waiting 0 ms 2024-12-03T14:16:43,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. 2024-12-03T14:16:43,506 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. 2024-12-03T14:16:43,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 224f35ab241bd5ece8f22f490932c748: Waiting for close lock at 1733235403505Disabling compacts and flushes for region at 1733235403505Disabling writes for close at 1733235403505Writing region close event to WAL at 1733235403506 (+1 ms)Closed at 1733235403506 2024-12-03T14:16:43,511 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:16:43,517 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733235403511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235403511"}]},"ts":"1733235403511"} 2024-12-03T14:16:43,522 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:16:43,524 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:16:43,527 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235403524"}]},"ts":"1733235403524"} 2024-12-03T14:16:43,532 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T14:16:43,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=224f35ab241bd5ece8f22f490932c748, ASSIGN}] 2024-12-03T14:16:43,537 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=224f35ab241bd5ece8f22f490932c748, ASSIGN 2024-12-03T14:16:43,538 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=224f35ab241bd5ece8f22f490932c748, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,45225,1733235393095; forceNewPlan=false, retain=false 2024-12-03T14:16:43,691 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=224f35ab241bd5ece8f22f490932c748, regionState=OPENING, regionLocation=3920e6a7c3b5,45225,1733235393095 2024-12-03T14:16:43,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=224f35ab241bd5ece8f22f490932c748, ASSIGN because future has completed 2024-12-03T14:16:43,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 224f35ab241bd5ece8f22f490932c748, server=3920e6a7c3b5,45225,1733235393095}] 2024-12-03T14:16:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:16:43,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. 2024-12-03T14:16:43,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:16:43,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T14:16:43,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C45225%2C1733235393095.rep, suffix=, logDir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095, archiveDir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/oldWALs, maxLogs=10 2024-12-03T14:16:43,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095/3920e6a7c3b5%2C45225%2C1733235393095.rep.1733235403867, exclude list is [], retry=0 2024-12-03T14:16:43,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44161,DS-6e2aef68-a7d9-4333-bfe6-616dadbf4ea3,DISK] 2024-12-03T14:16:43,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095/3920e6a7c3b5%2C45225%2C1733235393095.rep.1733235403867 2024-12-03T14:16:43,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)] 2024-12-03T14:16:43,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 224f35ab241bd5ece8f22f490932c748, NAME => 'hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:16:43,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:16:43,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:16:43,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. service=MultiRowMutationService 2024-12-03T14:16:43,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T14:16:43,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:43,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:16:43,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:43,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:43,888 INFO [StoreOpener-224f35ab241bd5ece8f22f490932c748-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:43,890 INFO [StoreOpener-224f35ab241bd5ece8f22f490932c748-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 224f35ab241bd5ece8f22f490932c748 columnFamilyName hfileref 2024-12-03T14:16:43,890 DEBUG [StoreOpener-224f35ab241bd5ece8f22f490932c748-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:43,891 INFO [StoreOpener-224f35ab241bd5ece8f22f490932c748-1 {}] regionserver.HStore(327): Store=224f35ab241bd5ece8f22f490932c748/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:16:43,891 INFO [StoreOpener-224f35ab241bd5ece8f22f490932c748-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:43,893 INFO [StoreOpener-224f35ab241bd5ece8f22f490932c748-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 224f35ab241bd5ece8f22f490932c748 columnFamilyName queue 2024-12-03T14:16:43,893 DEBUG [StoreOpener-224f35ab241bd5ece8f22f490932c748-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:43,894 INFO [StoreOpener-224f35ab241bd5ece8f22f490932c748-1 {}] regionserver.HStore(327): Store=224f35ab241bd5ece8f22f490932c748/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:16:43,894 INFO [StoreOpener-224f35ab241bd5ece8f22f490932c748-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:43,895 INFO [StoreOpener-224f35ab241bd5ece8f22f490932c748-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 224f35ab241bd5ece8f22f490932c748 columnFamilyName sid 2024-12-03T14:16:43,895 DEBUG [StoreOpener-224f35ab241bd5ece8f22f490932c748-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:43,896 INFO [StoreOpener-224f35ab241bd5ece8f22f490932c748-1 {}] regionserver.HStore(327): Store=224f35ab241bd5ece8f22f490932c748/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:16:43,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:43,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/replication/224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:43,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/replication/224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:43,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:43,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:43,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:16:43,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:43,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/replication/224f35ab241bd5ece8f22f490932c748/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:16:43,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 224f35ab241bd5ece8f22f490932c748; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65043314, jitterRate=-0.030779093503952026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:16:43,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:43,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 224f35ab241bd5ece8f22f490932c748: Running coprocessor pre-open hook at 1733235403886Writing region info on filesystem at 1733235403886Initializing all the Stores at 1733235403888 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235403888Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235403888Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235403888Cleaning up temporary data from old regions at 1733235403900 (+12 ms)Running coprocessor post-open hooks at 1733235403908 (+8 ms)Region opened successfully at 1733235403909 (+1 ms) 2024-12-03T14:16:43,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748., pid=7, masterSystemTime=1733235403855 2024-12-03T14:16:43,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. 2024-12-03T14:16:43,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. 2024-12-03T14:16:43,915 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=224f35ab241bd5ece8f22f490932c748, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,45225,1733235393095 2024-12-03T14:16:43,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 224f35ab241bd5ece8f22f490932c748, server=3920e6a7c3b5,45225,1733235393095 because future has completed 2024-12-03T14:16:43,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T14:16:43,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 224f35ab241bd5ece8f22f490932c748, server=3920e6a7c3b5,45225,1733235393095 in 220 msec 2024-12-03T14:16:43,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T14:16:43,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=224f35ab241bd5ece8f22f490932c748, ASSIGN in 390 msec 2024-12-03T14:16:43,929 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:16:43,930 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235403929"}]},"ts":"1733235403929"} 2024-12-03T14:16:43,932 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T14:16:43,934 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:16:43,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2690 sec 2024-12-03T14:16:43,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748., hostname=3920e6a7c3b5,45225,1733235393095, seqNum=2] 2024-12-03T14:16:43,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45225 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-03T14:16:44,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483 2024-12-03T14:16:44,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45225-0x1019b8d26960001, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483 2024-12-03T14:16:44,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T14:16:44,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T14:16:44,294 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T14:16:44,329 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-3920e6a7c3b5,45225,1733235393095, ReplicationSource: 1, currentBandwidth=0 2024-12-03T14:16:44,330 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:16:44,330 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,45225,1733235393095, seqNum=-1] 2024-12-03T14:16:44,331 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:16:44,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-03T14:16:44,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3920e6a7c3b5,45225,1733235393095', locateType=CURRENT is [region=hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748., hostname=3920e6a7c3b5,45225,1733235393095, seqNum=2] 2024-12-03T14:16:44,340 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T14:16:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T14:16:44,345 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3920e6a7c3b5,45225,1733235393095 suceeded 2024-12-03T14:16:44,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T14:16:44,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec 2024-12-03T14:16:44,348 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3920e6a7c3b5:35315,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T14:16:44,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7250 sec 2024-12-03T14:16:44,358 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45225,1733235393095 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:35315' 2024-12-03T14:16:44,360 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45225,1733235393095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d77b46a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:44,360 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45225,1733235393095 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,35315,-1 for getting cluster id 2024-12-03T14:16:44,360 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45225,1733235393095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:16:44,361 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce6ebb98-5381-431a-b8e9-7bcd99229c53' 2024-12-03T14:16:44,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:16:44,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce6ebb98-5381-431a-b8e9-7bcd99229c53" 2024-12-03T14:16:44,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a8930a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:44,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,35315,-1] 2024-12-03T14:16:44,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:16:44,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:44,363 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:16:44,364 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45225,1733235393095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@468a465f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:44,364 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45225,1733235393095 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:16:44,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,35315,1733235399151 2024-12-03T14:16:44,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1055a491 2024-12-03T14:16:44,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:16:44,367 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-03T14:16:44,368 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45225,1733235393095 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3920e6a7c3b5,45225,1733235393095 (queues=1) is replicating from cluster=182e6d7a-bf71-495d-80fc-0f63f54e5060 to cluster=ce6ebb98-5381-431a-b8e9-7bcd99229c53 2024-12-03T14:16:44,370 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45225,1733235393095 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3920e6a7c3b5%2C45225%2C1733235393095 2024-12-03T14:16:44,373 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45225,1733235393095 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3920e6a7c3b5,45225,1733235393095, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T14:16:44,375 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45225,1733235393095.replicationSource.shipper3920e6a7c3b5%2C45225%2C1733235393095,1-3920e6a7c3b5,45225,1733235393095 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3920e6a7c3b5%2C45225%2C1733235393095 2024-12-03T14:16:44,379 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45225,1733235393095.replicationSource.wal-reader.3920e6a7c3b5%2C45225%2C1733235393095,1-3920e6a7c3b5,45225,1733235393095 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095/3920e6a7c3b5%2C45225%2C1733235393095.1733235395326, startPosition=0, beingWritten=true 2024-12-03T14:16:44,625 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45225,1733235393095.replicationSource.wal-reader.3920e6a7c3b5%2C45225%2C1733235393095,1-3920e6a7c3b5,45225,1733235393095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095/3920e6a7c3b5%2C45225%2C1733235393095.1733235395326 to pos 0, reset compression=false 2024-12-03T14:16:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:16:44,795 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:16:44,796 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T14:16:44,796 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:16:44,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:44,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:44,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:16:44,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:44,797 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,44047,-1 for getting cluster id 2024-12-03T14:16:44,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:16:44,798 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '182e6d7a-bf71-495d-80fc-0f63f54e5060' 2024-12-03T14:16:44,799 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:16:44,799 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "182e6d7a-bf71-495d-80fc-0f63f54e5060" 2024-12-03T14:16:44,799 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bd76a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:44,799 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,44047,-1] 2024-12-03T14:16:44,799 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:16:44,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:44,801 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:16:44,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3305d00a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:44,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:16:44,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,44047,1733235392161 2024-12-03T14:16:44,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14c319dc 2024-12-03T14:16:44,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:16:44,806 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:16:44,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://3920e6a7c3b5:35315,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T14:16:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T14:16:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T14:16:44,810 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:35315' 2024-12-03T14:16:44,811 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9c1063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:44,812 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,35315,-1 for getting cluster id 2024-12-03T14:16:44,812 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:16:44,813 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce6ebb98-5381-431a-b8e9-7bcd99229c53' 2024-12-03T14:16:44,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:16:44,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce6ebb98-5381-431a-b8e9-7bcd99229c53" 2024-12-03T14:16:44,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b05a64d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:44,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,35315,-1] 2024-12-03T14:16:44,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:16:44,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:44,815 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:16:44,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53dfda19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:44,817 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:16:44,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,35315,1733235399151 2024-12-03T14:16:44,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3222c513 2024-12-03T14:16:44,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:16:44,819 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:16:44,820 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T14:16:44,820 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T14:16:44,821 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:44,821 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:44,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:16:44,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T14:16:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T14:16:44,937 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45225,1733235393095.replicationSource.wal-reader.3920e6a7c3b5%2C45225%2C1733235393095,1-3920e6a7c3b5,45225,1733235393095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095/3920e6a7c3b5%2C45225%2C1733235393095.1733235395326 to pos 0, reset compression=false 2024-12-03T14:16:45,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-03T14:16:45,047 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-03T14:16:45,081 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-3920e6a7c3b5,45225,1733235393095, ReplicationSource: 2, currentBandwidth=0 2024-12-03T14:16:45,084 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-03T14:16:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-03T14:16:45,087 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 3920e6a7c3b5,45225,1733235393095 suceeded 2024-12-03T14:16:45,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T14:16:45,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-12-03T14:16:45,090 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://3920e6a7c3b5:35315,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T14:16:45,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 284 msec 2024-12-03T14:16:45,100 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,45225,1733235393095 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:35315' 2024-12-03T14:16:45,101 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,45225,1733235393095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12873afc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:45,101 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,45225,1733235393095 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,35315,-1 for getting cluster id 2024-12-03T14:16:45,101 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,45225,1733235393095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:16:45,102 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce6ebb98-5381-431a-b8e9-7bcd99229c53' 2024-12-03T14:16:45,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:16:45,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce6ebb98-5381-431a-b8e9-7bcd99229c53" 2024-12-03T14:16:45,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64736c9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:45,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,35315,-1] 2024-12-03T14:16:45,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:16:45,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:45,104 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:16:45,105 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,45225,1733235393095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37789f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:45,105 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,45225,1733235393095 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:16:45,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,35315,1733235399151 2024-12-03T14:16:45,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bfaaa81 2024-12-03T14:16:45,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:16:45,107 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-03T14:16:45,108 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,45225,1733235393095 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-3920e6a7c3b5,45225,1733235393095 (queues=1) is replicating from cluster=182e6d7a-bf71-495d-80fc-0f63f54e5060 to cluster=ce6ebb98-5381-431a-b8e9-7bcd99229c53 2024-12-03T14:16:45,108 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,45225,1733235393095 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=3920e6a7c3b5%2C45225%2C1733235393095 2024-12-03T14:16:45,108 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,45225,1733235393095 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-3920e6a7c3b5,45225,1733235393095, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T14:16:45,109 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,45225,1733235393095.replicationSource.shipper3920e6a7c3b5%2C45225%2C1733235393095,2-3920e6a7c3b5,45225,1733235393095 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3920e6a7c3b5%2C45225%2C1733235393095 2024-12-03T14:16:45,109 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,45225,1733235393095.replicationSource.wal-reader.3920e6a7c3b5%2C45225%2C1733235393095,2-3920e6a7c3b5,45225,1733235393095 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095/3920e6a7c3b5%2C45225%2C1733235393095.1733235395326, startPosition=0, beingWritten=true 2024-12-03T14:16:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T14:16:45,124 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-03T14:16:45,124 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:16:45,124 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:16:45,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:45,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:45,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:16:45,125 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:16:45,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,44047,1733235392161 2024-12-03T14:16:45,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7519ea07 2024-12-03T14:16:45,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:16:45,130 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:16:45,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T14:16:45,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T14:16:45,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T14:16:45,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T14:16:45,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://3920e6a7c3b5:35315,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T14:16:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T14:16:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T14:16:45,146 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:35315' 2024-12-03T14:16:45,147 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a09c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:45,147 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,35315,-1 for getting cluster id 2024-12-03T14:16:45,147 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:16:45,148 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce6ebb98-5381-431a-b8e9-7bcd99229c53' 2024-12-03T14:16:45,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:16:45,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce6ebb98-5381-431a-b8e9-7bcd99229c53" 2024-12-03T14:16:45,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d729e4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:45,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,35315,-1] 2024-12-03T14:16:45,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:16:45,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:45,149 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:16:45,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f63e3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:45,150 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:16:45,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,35315,1733235399151 2024-12-03T14:16:45,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77cd8f50 2024-12-03T14:16:45,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:16:45,152 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:16:45,153 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-03T14:16:45,153 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T14:16:45,153 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:45,153 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:45,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:16:45,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T14:16:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T14:16:45,316 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,45225,1733235393095.replicationSource.wal-reader.3920e6a7c3b5%2C45225%2C1733235393095,2-3920e6a7c3b5,45225,1733235393095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095/3920e6a7c3b5%2C45225%2C1733235393095.1733235395326 to pos 0, reset compression=false 2024-12-03T14:16:45,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-03T14:16:45,342 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-03T14:16:45,344 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-03T14:16:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-03T14:16:45,346 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45225,1733235393095.replicationSource.wal-reader.3920e6a7c3b5%2C45225%2C1733235393095,1-3920e6a7c3b5,45225,1733235393095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095/3920e6a7c3b5%2C45225%2C1733235393095.1733235395326 to pos 0, reset compression=false 2024-12-03T14:16:45,349 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 3920e6a7c3b5,45225,1733235393095 suceeded 2024-12-03T14:16:45,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-03T14:16:45,354 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://3920e6a7c3b5:35315,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T14:16:45,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-12-03T14:16:45,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 215 msec 2024-12-03T14:16:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T14:16:45,464 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-03T14:16:45,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://3920e6a7c3b5:35315,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T14:16:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T14:16:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T14:16:45,472 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:35315' 2024-12-03T14:16:45,474 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce5c0c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:45,475 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,35315,-1 for getting cluster id 2024-12-03T14:16:45,475 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:16:45,476 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce6ebb98-5381-431a-b8e9-7bcd99229c53' 2024-12-03T14:16:45,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:16:45,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce6ebb98-5381-431a-b8e9-7bcd99229c53" 2024-12-03T14:16:45,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400e858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:45,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,35315,-1] 2024-12-03T14:16:45,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:16:45,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:45,478 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:16:45,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33361bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:45,480 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:16:45,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,35315,1733235399151 2024-12-03T14:16:45,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@783d00e 2024-12-03T14:16:45,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:16:45,482 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:16:45,483 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T14:16:45,483 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T14:16:45,483 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:45,483 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:45,483 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:16:45,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T14:16:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T14:16:45,627 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,45225,1733235393095.replicationSource.wal-reader.3920e6a7c3b5%2C45225%2C1733235393095,2-3920e6a7c3b5,45225,1733235393095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095/3920e6a7c3b5%2C45225%2C1733235393095.1733235395326 to pos 0, reset compression=false 2024-12-03T14:16:45,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-03T14:16:45,707 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-03T14:16:45,711 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-03T14:16:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-03T14:16:45,715 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 3920e6a7c3b5,45225,1733235393095 suceeded 2024-12-03T14:16:45,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-03T14:16:45,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-12-03T14:16:45,720 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://3920e6a7c3b5:35315,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T14:16:45,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 255 msec 2024-12-03T14:16:45,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T14:16:45,785 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-03T14:16:45,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T14:16:45,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T14:16:45,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:16:45,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:16:45,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:45,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:45,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:16:45,790 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T14:16:45,790 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=933464129, stopped=false 2024-12-03T14:16:45,791 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3920e6a7c3b5,44047,1733235392161 2024-12-03T14:16:45,854 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45225,1733235393095.replicationSource.wal-reader.3920e6a7c3b5%2C45225%2C1733235393095,1-3920e6a7c3b5,45225,1733235393095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095/3920e6a7c3b5%2C45225%2C1733235393095.1733235395326 to pos 0, reset compression=false 2024-12-03T14:16:45,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1911088483/running 2024-12-03T14:16:45,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45225-0x1019b8d26960001, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1911088483/running 2024-12-03T14:16:45,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483 2024-12-03T14:16:45,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45225-0x1019b8d26960001, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483 2024-12-03T14:16:45,857 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:16:45,858 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:16:45,858 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:16:45,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:45,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45225-0x1019b8d26960001, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Set watcher on znode that does not yet exist, /0-1911088483/running 2024-12-03T14:16:45,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Set watcher on znode that does not yet exist, /0-1911088483/running 2024-12-03T14:16:45,859 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3920e6a7c3b5,45225,1733235393095' ***** 2024-12-03T14:16:45,860 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T14:16:45,860 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T14:16:45,860 INFO [RS:0;3920e6a7c3b5:45225 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T14:16:45,860 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T14:16:45,861 INFO [RS:0;3920e6a7c3b5:45225 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T14:16:45,861 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(3091): Received CLOSE for 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:45,862 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(959): stopping server 3920e6a7c3b5,45225,1733235393095 2024-12-03T14:16:45,862 INFO [RS:0;3920e6a7c3b5:45225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:16:45,862 INFO [RS:0;3920e6a7c3b5:45225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:45225. 2024-12-03T14:16:45,862 DEBUG [RS:0;3920e6a7c3b5:45225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:16:45,862 DEBUG [RS:0;3920e6a7c3b5:45225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:45,862 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 224f35ab241bd5ece8f22f490932c748, disabling compactions & flushes 2024-12-03T14:16:45,862 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. 2024-12-03T14:16:45,863 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. 2024-12-03T14:16:45,863 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T14:16:45,863 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. after waiting 0 ms 2024-12-03T14:16:45,863 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T14:16:45,863 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. 2024-12-03T14:16:45,863 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T14:16:45,863 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T14:16:45,863 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T14:16:45,864 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:16:45,864 DEBUG [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(1325): Online Regions={224f35ab241bd5ece8f22f490932c748=hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T14:16:45,864 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:16:45,864 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:16:45,864 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:16:45,864 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:16:45,864 DEBUG [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:45,867 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 224f35ab241bd5ece8f22f490932c748 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-03T14:16:45,867 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T14:16:45,875 INFO [regionserver/3920e6a7c3b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:16:45,923 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/replication/224f35ab241bd5ece8f22f490932c748/.tmp/queue/4e9e31aad5c84136bd99631269568abc is 151, key is 1-3920e6a7c3b5,45225,1733235393095/queue:3920e6a7c3b5%2C45225%2C1733235393095/1733235404335/Put/seqid=0 2024-12-03T14:16:45,923 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/.tmp/info/b68232fa3a7b4e6abb0c7900fa629689 is 147, key is hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748./info:regioninfo/1733235403914/Put/seqid=0 2024-12-03T14:16:45,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741839_1015 (size=6631) 2024-12-03T14:16:45,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741838_1014 (size=5500) 2024-12-03T14:16:46,033 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,45225,1733235393095.replicationSource.wal-reader.3920e6a7c3b5%2C45225%2C1733235393095,2-3920e6a7c3b5,45225,1733235393095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095/3920e6a7c3b5%2C45225%2C1733235393095.1733235395326 to pos 0, reset compression=false 2024-12-03T14:16:46,064 DEBUG [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:46,161 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T14:16:46,161 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T14:16:46,265 DEBUG [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:46,337 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/.tmp/info/b68232fa3a7b4e6abb0c7900fa629689 2024-12-03T14:16:46,338 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/replication/224f35ab241bd5ece8f22f490932c748/.tmp/queue/4e9e31aad5c84136bd99631269568abc 2024-12-03T14:16:46,383 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/replication/224f35ab241bd5ece8f22f490932c748/.tmp/queue/4e9e31aad5c84136bd99631269568abc as hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/replication/224f35ab241bd5ece8f22f490932c748/queue/4e9e31aad5c84136bd99631269568abc 2024-12-03T14:16:46,392 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/replication/224f35ab241bd5ece8f22f490932c748/queue/4e9e31aad5c84136bd99631269568abc, entries=2, sequenceid=6, filesize=5.4 K 2024-12-03T14:16:46,399 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/.tmp/ns/b60ab2cea08f49daa7edd0d50d72e5c1 is 43, key is default/ns:d/1733235396088/Put/seqid=0 2024-12-03T14:16:46,400 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 224f35ab241bd5ece8f22f490932c748 in 532ms, sequenceid=6, compaction requested=false 2024-12-03T14:16:46,400 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T14:16:46,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741840_1016 (size=5153) 2024-12-03T14:16:46,407 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/replication/224f35ab241bd5ece8f22f490932c748/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T14:16:46,410 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:16:46,410 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:16:46,410 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. 2024-12-03T14:16:46,410 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 224f35ab241bd5ece8f22f490932c748: Waiting for close lock at 1733235405862Running coprocessor pre-close hooks at 1733235405862Disabling compacts and flushes for region at 1733235405862Disabling writes for close at 1733235405863 (+1 ms)Obtaining lock to block concurrent updates at 1733235405867 (+4 ms)Preparing flush snapshotting stores in 224f35ab241bd5ece8f22f490932c748 at 1733235405868 (+1 ms)Finished memstore snapshotting hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733235405874 (+6 ms)Flushing stores of hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. at 1733235405876 (+2 ms)Flushing 224f35ab241bd5ece8f22f490932c748/queue: creating writer at 1733235405877 (+1 ms)Flushing 224f35ab241bd5ece8f22f490932c748/queue: appending metadata at 1733235405911 (+34 ms)Flushing 224f35ab241bd5ece8f22f490932c748/queue: closing flushed file at 1733235405913 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ede0410: reopening flushed file at 1733235406381 (+468 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 224f35ab241bd5ece8f22f490932c748 in 532ms, sequenceid=6, compaction requested=false at 1733235406400 (+19 ms)Writing region close event to WAL at 1733235406403 (+3 ms)Running coprocessor post-close hooks at 1733235406408 (+5 ms)Closed at 1733235406410 (+2 ms) 2024-12-03T14:16:46,411 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. 2024-12-03T14:16:46,465 DEBUG [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:16:46,466 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45225,1733235393095.replicationSource.wal-reader.3920e6a7c3b5%2C45225%2C1733235393095,1-3920e6a7c3b5,45225,1733235393095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095/3920e6a7c3b5%2C45225%2C1733235393095.1733235395326 to pos 0, reset compression=false 2024-12-03T14:16:46,539 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,45225,1733235393095.replicationSource.wal-reader.3920e6a7c3b5%2C45225%2C1733235393095,2-3920e6a7c3b5,45225,1733235393095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095/3920e6a7c3b5%2C45225%2C1733235393095.1733235395326 to pos 0, reset compression=false 2024-12-03T14:16:46,665 DEBUG [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:16:46,806 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/.tmp/ns/b60ab2cea08f49daa7edd0d50d72e5c1 2024-12-03T14:16:46,835 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/.tmp/table/d2de970392bd4726986137ba33f1dd23 is 53, key is hbase:replication/table:state/1733235403929/Put/seqid=0 2024-12-03T14:16:46,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741841_1017 (size=5256) 2024-12-03T14:16:46,865 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T14:16:46,865 DEBUG [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T14:16:46,866 DEBUG [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:16:47,066 DEBUG [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:16:47,148 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,45225,1733235393095.replicationSource.wal-reader.3920e6a7c3b5%2C45225%2C1733235393095,2-3920e6a7c3b5,45225,1733235393095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095/3920e6a7c3b5%2C45225%2C1733235393095.1733235395326 to pos 0, reset compression=false 2024-12-03T14:16:47,172 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45225,1733235393095.replicationSource.wal-reader.3920e6a7c3b5%2C45225%2C1733235393095,1-3920e6a7c3b5,45225,1733235393095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095/3920e6a7c3b5%2C45225%2C1733235393095.1733235395326 to pos 0, reset compression=false 2024-12-03T14:16:47,242 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/.tmp/table/d2de970392bd4726986137ba33f1dd23 2024-12-03T14:16:47,267 DEBUG [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:16:47,307 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/.tmp/info/b68232fa3a7b4e6abb0c7900fa629689 as hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/info/b68232fa3a7b4e6abb0c7900fa629689 2024-12-03T14:16:47,316 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/info/b68232fa3a7b4e6abb0c7900fa629689, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T14:16:47,318 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/.tmp/ns/b60ab2cea08f49daa7edd0d50d72e5c1 as hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/ns/b60ab2cea08f49daa7edd0d50d72e5c1 2024-12-03T14:16:47,325 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/ns/b60ab2cea08f49daa7edd0d50d72e5c1, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T14:16:47,326 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/.tmp/table/d2de970392bd4726986137ba33f1dd23 as hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/table/d2de970392bd4726986137ba33f1dd23 2024-12-03T14:16:47,334 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/table/d2de970392bd4726986137ba33f1dd23, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T14:16:47,335 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1471ms, sequenceid=11, compaction requested=false 2024-12-03T14:16:47,340 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T14:16:47,341 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:16:47,341 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:16:47,341 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:16:47,341 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235405864Running coprocessor pre-close hooks at 1733235405864Disabling compacts and flushes for region at 1733235405864Disabling writes for close at 1733235405864Obtaining lock to block concurrent updates at 1733235405867 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733235405868 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733235405874 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733235405876 (+2 ms)Flushing 1588230740/info: creating writer at 1733235405877 (+1 ms)Flushing 1588230740/info: appending metadata at 1733235405911 (+34 ms)Flushing 1588230740/info: closing flushed file at 1733235405913 (+2 ms)Flushing 1588230740/ns: creating writer at 1733235406381 (+468 ms)Flushing 1588230740/ns: appending metadata at 1733235406398 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733235406398Flushing 1588230740/table: creating writer at 1733235406820 (+422 ms)Flushing 1588230740/table: appending metadata at 1733235406834 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733235406834Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b6e91f5: reopening flushed file at 1733235407306 (+472 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@877cacc: reopening flushed file at 1733235407317 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a7ab001: reopening flushed file at 1733235407325 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1471ms, sequenceid=11, compaction requested=false at 1733235407335 (+10 ms)Writing region close event to WAL at 1733235407336 (+1 ms)Running coprocessor post-close hooks at 1733235407341 (+5 ms)Closed at 1733235407341 2024-12-03T14:16:47,341 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T14:16:47,467 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(976): stopping server 3920e6a7c3b5,45225,1733235393095; all regions closed. 2024-12-03T14:16:47,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741834_1010 (size=2742) 2024-12-03T14:16:47,484 DEBUG [RS:0;3920e6a7c3b5:45225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/oldWALs 2024-12-03T14:16:47,484 INFO [RS:0;3920e6a7c3b5:45225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C45225%2C1733235393095.meta:.meta(num 1733235395878) 2024-12-03T14:16:47,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741837_1013 (size=1802) 2024-12-03T14:16:47,487 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095/3920e6a7c3b5%2C45225%2C1733235393095.rep.1733235403867 not finished, retry = 0 2024-12-03T14:16:47,593 DEBUG [RS:0;3920e6a7c3b5:45225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/oldWALs 2024-12-03T14:16:47,593 INFO [RS:0;3920e6a7c3b5:45225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C45225%2C1733235393095.rep:(num 1733235403867) 2024-12-03T14:16:47,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741833_1009 (size=93) 2024-12-03T14:16:47,599 DEBUG [RS:0;3920e6a7c3b5:45225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/oldWALs 2024-12-03T14:16:47,599 INFO [RS:0;3920e6a7c3b5:45225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C45225%2C1733235393095:(num 1733235395326) 2024-12-03T14:16:47,599 DEBUG [RS:0;3920e6a7c3b5:45225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:47,599 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:16:47,600 INFO [RS:0;3920e6a7c3b5:45225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:16:47,600 INFO [RS:0;3920e6a7c3b5:45225 {}] hbase.ChoreService(370): Chore service for: regionserver/3920e6a7c3b5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T14:16:47,600 INFO [RS:0;3920e6a7c3b5:45225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:16:47,600 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:16:47,600 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3920e6a7c3b5,45225,1733235393095 because: Region server is closing 2024-12-03T14:16:47,601 INFO [RS:0;3920e6a7c3b5:45225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:45225. 2024-12-03T14:16:47,601 DEBUG [RS:0;3920e6a7c3b5:45225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:16:47,601 DEBUG [RS:0;3920e6a7c3b5:45225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:47,601 DEBUG [RS:0;3920e6a7c3b5:45225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:47,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:16:47,702 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45225,1733235393095.replicationSource.wal-reader.3920e6a7c3b5%2C45225%2C1733235393095,1-3920e6a7c3b5,45225,1733235393095 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T14:16:47,702 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45225,1733235393095.replicationSource.shipper3920e6a7c3b5%2C45225%2C1733235393095,1-3920e6a7c3b5,45225,1733235393095 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T14:16:47,702 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45225,1733235393095.replicationSource.shipper3920e6a7c3b5%2C45225%2C1733235393095,1-3920e6a7c3b5,45225,1733235393095 terminated 2024-12-03T14:16:47,703 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-3920e6a7c3b5,45225,1733235393095 because: Region server is closing 2024-12-03T14:16:47,703 INFO [RS:0;3920e6a7c3b5:45225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:45225. 2024-12-03T14:16:47,703 DEBUG [RS:0;3920e6a7c3b5:45225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:16:47,704 DEBUG [RS:0;3920e6a7c3b5:45225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:47,704 DEBUG [RS:0;3920e6a7c3b5:45225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:47,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:16:47,804 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,45225,1733235393095.replicationSource.wal-reader.3920e6a7c3b5%2C45225%2C1733235393095,2-3920e6a7c3b5,45225,1733235393095 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T14:16:47,804 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,45225,1733235393095.replicationSource.shipper3920e6a7c3b5%2C45225%2C1733235393095,2-3920e6a7c3b5,45225,1733235393095 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T14:16:47,805 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,45225,1733235393095.replicationSource.shipper3920e6a7c3b5%2C45225%2C1733235393095,2-3920e6a7c3b5,45225,1733235393095 terminated 2024-12-03T14:16:47,806 INFO [RS:0;3920e6a7c3b5:45225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45225 2024-12-03T14:16:47,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45225-0x1019b8d26960001, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1911088483/rs/3920e6a7c3b5,45225,1733235393095 2024-12-03T14:16:47,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483/rs 2024-12-03T14:16:47,821 INFO [RS:0;3920e6a7c3b5:45225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:16:47,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3920e6a7c3b5,45225,1733235393095] 2024-12-03T14:16:47,845 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1911088483/draining/3920e6a7c3b5,45225,1733235393095 already deleted, retry=false 2024-12-03T14:16:47,846 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3920e6a7c3b5,45225,1733235393095 expired; onlineServers=0 2024-12-03T14:16:47,846 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3920e6a7c3b5,44047,1733235392161' ***** 2024-12-03T14:16:47,846 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T14:16:47,847 INFO [M:0;3920e6a7c3b5:44047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:16:47,847 INFO [M:0;3920e6a7c3b5:44047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:16:47,847 DEBUG [M:0;3920e6a7c3b5:44047 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T14:16:47,848 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T14:16:47,848 DEBUG [M:0;3920e6a7c3b5:44047 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T14:16:47,848 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235394934 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235394934,5,FailOnTimeoutGroup] 2024-12-03T14:16:47,848 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235394925 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235394925,5,FailOnTimeoutGroup] 2024-12-03T14:16:47,848 INFO [M:0;3920e6a7c3b5:44047 {}] hbase.ChoreService(370): Chore service for: master/3920e6a7c3b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T14:16:47,849 INFO [M:0;3920e6a7c3b5:44047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:16:47,849 DEBUG [M:0;3920e6a7c3b5:44047 {}] master.HMaster(1795): Stopping service threads 2024-12-03T14:16:47,849 INFO [M:0;3920e6a7c3b5:44047 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T14:16:47,850 INFO [M:0;3920e6a7c3b5:44047 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:16:47,851 INFO [M:0;3920e6a7c3b5:44047 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T14:16:47,851 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T14:16:47,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1911088483/master 2024-12-03T14:16:47,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483 2024-12-03T14:16:47,856 DEBUG [M:0;3920e6a7c3b5:44047 {}] zookeeper.ZKUtil(347): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Unable to get data of znode /0-1911088483/master because node does not exist (not an error) 2024-12-03T14:16:47,856 WARN [M:0;3920e6a7c3b5:44047 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T14:16:47,857 INFO [M:0;3920e6a7c3b5:44047 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/.lastflushedseqids 2024-12-03T14:16:47,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741842_1018 (size=181) 2024-12-03T14:16:47,907 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:16:47,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45225-0x1019b8d26960001, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:16:47,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45225-0x1019b8d26960001, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:16:47,936 INFO [RS:0;3920e6a7c3b5:45225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:16:47,936 INFO [RS:0;3920e6a7c3b5:45225 {}] regionserver.HRegionServer(1031): Exiting; stopping=3920e6a7c3b5,45225,1733235393095; zookeeper connection closed. 2024-12-03T14:16:47,936 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e9a5443 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e9a5443 2024-12-03T14:16:47,937 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T14:16:48,268 INFO [M:0;3920e6a7c3b5:44047 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T14:16:48,268 INFO [M:0;3920e6a7c3b5:44047 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T14:16:48,269 DEBUG [M:0;3920e6a7c3b5:44047 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:16:48,269 INFO [M:0;3920e6a7c3b5:44047 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:16:48,269 DEBUG [M:0;3920e6a7c3b5:44047 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:16:48,269 DEBUG [M:0;3920e6a7c3b5:44047 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:16:48,269 DEBUG [M:0;3920e6a7c3b5:44047 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:16:48,270 INFO [M:0;3920e6a7c3b5:44047 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-03T14:16:48,290 DEBUG [M:0;3920e6a7c3b5:44047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54923d84420c411f9b46eb7240d4264a is 82, key is hbase:meta,,1/info:regioninfo/1733235395985/Put/seqid=0 2024-12-03T14:16:48,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741843_1019 (size=5672) 2024-12-03T14:16:48,697 INFO [M:0;3920e6a7c3b5:44047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54923d84420c411f9b46eb7240d4264a 2024-12-03T14:16:48,725 DEBUG [M:0;3920e6a7c3b5:44047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a860724fe62943c4ba6e55d11aaf03f1 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733235403936/Put/seqid=0 2024-12-03T14:16:48,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741844_1020 (size=8663) 2024-12-03T14:16:49,131 INFO [M:0;3920e6a7c3b5:44047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a860724fe62943c4ba6e55d11aaf03f1 2024-12-03T14:16:49,158 DEBUG [M:0;3920e6a7c3b5:44047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02299e37bc9044ae87dfd9769a85dc17 is 69, key is 3920e6a7c3b5,45225,1733235393095/rs:state/1733235395078/Put/seqid=0 2024-12-03T14:16:49,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741845_1021 (size=5156) 2024-12-03T14:16:49,564 INFO [M:0;3920e6a7c3b5:44047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02299e37bc9044ae87dfd9769a85dc17 2024-12-03T14:16:49,575 DEBUG [M:0;3920e6a7c3b5:44047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54923d84420c411f9b46eb7240d4264a as hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54923d84420c411f9b46eb7240d4264a 2024-12-03T14:16:49,582 INFO [M:0;3920e6a7c3b5:44047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54923d84420c411f9b46eb7240d4264a, entries=8, sequenceid=115, filesize=5.5 K 2024-12-03T14:16:49,583 DEBUG [M:0;3920e6a7c3b5:44047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a860724fe62943c4ba6e55d11aaf03f1 as hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a860724fe62943c4ba6e55d11aaf03f1 2024-12-03T14:16:49,590 INFO [M:0;3920e6a7c3b5:44047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a860724fe62943c4ba6e55d11aaf03f1, entries=14, sequenceid=115, filesize=8.5 K 2024-12-03T14:16:49,591 DEBUG [M:0;3920e6a7c3b5:44047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02299e37bc9044ae87dfd9769a85dc17 as hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/02299e37bc9044ae87dfd9769a85dc17 2024-12-03T14:16:49,597 INFO [M:0;3920e6a7c3b5:44047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/02299e37bc9044ae87dfd9769a85dc17, entries=1, sequenceid=115, filesize=5.0 K 2024-12-03T14:16:49,598 INFO [M:0;3920e6a7c3b5:44047 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=115, compaction requested=false 2024-12-03T14:16:49,600 INFO [M:0;3920e6a7c3b5:44047 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:16:49,600 DEBUG [M:0;3920e6a7c3b5:44047 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235408268Disabling compacts and flushes for region at 1733235408268Disabling writes for close at 1733235408269 (+1 ms)Obtaining lock to block concurrent updates at 1733235408270 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733235408270Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733235408271 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733235408272 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733235408272Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733235408290 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733235408290Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733235408709 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733235408725 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733235408725Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733235409144 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733235409157 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733235409157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15e5325f: reopening flushed file at 1733235409574 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3455a784: reopening flushed file at 1733235409582 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@244f70a8: reopening flushed file at 1733235409590 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=115, compaction requested=false at 1733235409598 (+8 ms)Writing region close event to WAL at 1733235409599 (+1 ms)Closed at 1733235409600 (+1 ms) 2024-12-03T14:16:49,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741830_1006 (size=59421) 2024-12-03T14:16:49,604 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:16:49,604 INFO [M:0;3920e6a7c3b5:44047 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T14:16:49,604 INFO [M:0;3920e6a7c3b5:44047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44047 2024-12-03T14:16:49,604 INFO [M:0;3920e6a7c3b5:44047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:16:49,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:16:49,798 INFO [M:0;3920e6a7c3b5:44047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:16:49,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44047-0x1019b8d26960000, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:16:49,801 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:16:49,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:16:49,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:16:49,801 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:16:49,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:16:49,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:16:49,802 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T14:16:49,802 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:16:49,803 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46019 2024-12-03T14:16:49,805 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46019 connecting to ZooKeeper ensemble=127.0.0.1:60767 2024-12-03T14:16:49,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460190x0, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:16:49,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46019-0x1019b8d26960006 connected 2024-12-03T14:16:49,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:16:49,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:16:49,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Set watcher on znode that does not yet exist, /0-1911088483/running 2024-12-03T14:16:49,838 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1911088483/meta-region-server: INIT 2024-12-03T14:16:49,838 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2, hbase.cluster.distributed=false 2024-12-03T14:16:49,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Set watcher on znode that does not yet exist, /0-1911088483/acl 2024-12-03T14:16:49,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46019 2024-12-03T14:16:49,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46019 2024-12-03T14:16:49,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46019 2024-12-03T14:16:49,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46019 2024-12-03T14:16:49,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46019 2024-12-03T14:16:49,855 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:16:49,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:16:49,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:16:49,855 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:16:49,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:16:49,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:16:49,855 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T14:16:49,855 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:16:49,856 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42799 2024-12-03T14:16:49,857 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42799 connecting to ZooKeeper ensemble=127.0.0.1:60767 2024-12-03T14:16:49,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:16:49,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:16:49,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427990x0, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:16:49,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427990x0, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Set watcher on znode that does not yet exist, /0-1911088483/running 2024-12-03T14:16:49,874 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1911088483/meta-region-server: INIT 2024-12-03T14:16:49,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42799-0x1019b8d26960007 connected 2024-12-03T14:16:49,874 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T14:16:49,875 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T14:16:49,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42799-0x1019b8d26960007, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Set watcher on znode that does not yet exist, /0-1911088483/master 2024-12-03T14:16:49,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42799-0x1019b8d26960007, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Set watcher on znode that does not yet exist, /0-1911088483/acl 2024-12-03T14:16:49,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42799 2024-12-03T14:16:49,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42799 2024-12-03T14:16:49,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42799 2024-12-03T14:16:49,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42799 2024-12-03T14:16:49,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42799 2024-12-03T14:16:49,889 DEBUG [M:0;3920e6a7c3b5:46019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3920e6a7c3b5:46019 2024-12-03T14:16:49,889 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1911088483/backup-masters/3920e6a7c3b5,46019,1733235409801 2024-12-03T14:16:49,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1019b8d26960007, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483/backup-masters 2024-12-03T14:16:49,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483/backup-masters 2024-12-03T14:16:49,898 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Set watcher on existing znode=/0-1911088483/backup-masters/3920e6a7c3b5,46019,1733235409801 2024-12-03T14:16:49,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1019b8d26960007, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1911088483/master 2024-12-03T14:16:49,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483 2024-12-03T14:16:49,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1019b8d26960007, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483 2024-12-03T14:16:49,909 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Set watcher on existing znode=/0-1911088483/master 2024-12-03T14:16:49,909 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1911088483/backup-masters/3920e6a7c3b5,46019,1733235409801 from backup master directory 2024-12-03T14:16:49,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1911088483/backup-masters/3920e6a7c3b5,46019,1733235409801 2024-12-03T14:16:49,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1019b8d26960007, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483/backup-masters 2024-12-03T14:16:49,919 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:16:49,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483/backup-masters 2024-12-03T14:16:49,919 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3920e6a7c3b5,46019,1733235409801 2024-12-03T14:16:49,933 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:16:49,933 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T14:16:49,946 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-12-03T14:16:49,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741846_1022 (size=196) 2024-12-03T14:16:50,368 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:16:50,369 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T14:16:50,369 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:16:50,377 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-03T14:16:50,380 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/WALs/3920e6a7c3b5,44047,1733235392161 to hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/WALs/3920e6a7c3b5,44047,1733235392161-dead as it is dead 2024-12-03T14:16:50,382 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-03T14:16:50,382 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-03T14:16:50,382 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/WALs/3920e6a7c3b5,44047,1733235392161-dead/3920e6a7c3b5%2C44047%2C1733235392161.1733235394100 2024-12-03T14:16:50,387 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/WALs/3920e6a7c3b5,44047,1733235392161-dead/3920e6a7c3b5%2C44047%2C1733235392161.1733235394100 after 3ms 2024-12-03T14:16:50,388 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/WALs/3920e6a7c3b5,44047,1733235392161-dead/3920e6a7c3b5%2C44047%2C1733235392161.1733235394100 to hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3920e6a7c3b5%2C44047%2C1733235392161.1733235394100 2024-12-03T14:16:50,388 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/WALs/3920e6a7c3b5,44047,1733235392161-dead 2024-12-03T14:16:50,389 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/WALs/3920e6a7c3b5,46019,1733235409801 2024-12-03T14:16:50,390 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:16:50,392 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3920e6a7c3b5%2C46019%2C1733235409801, suffix=, logDir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/WALs/3920e6a7c3b5,46019,1733235409801, archiveDir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/oldWALs, maxLogs=10 2024-12-03T14:16:50,411 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/WALs/3920e6a7c3b5,46019,1733235409801/3920e6a7c3b5%2C46019%2C1733235409801.1733235410393, exclude list is [], retry=0 2024-12-03T14:16:50,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44161,DS-6e2aef68-a7d9-4333-bfe6-616dadbf4ea3,DISK] 2024-12-03T14:16:50,419 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/WALs/3920e6a7c3b5,46019,1733235409801/3920e6a7c3b5%2C46019%2C1733235409801.1733235410393 2024-12-03T14:16:50,419 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)] 2024-12-03T14:16:50,419 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:16:50,420 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:16:50,420 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:50,420 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:50,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:50,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T14:16:50,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:50,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54923d84420c411f9b46eb7240d4264a 2024-12-03T14:16:50,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:16:50,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:50,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T14:16:50,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:50,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a860724fe62943c4ba6e55d11aaf03f1 2024-12-03T14:16:50,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:16:50,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:50,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T14:16:50,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:50,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/02299e37bc9044ae87dfd9769a85dc17 2024-12-03T14:16:50,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:16:50,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:50,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T14:16:50,452 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:50,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:16:50,453 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:50,454 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-03T14:16:50,454 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3920e6a7c3b5%2C44047%2C1733235392161.1733235394100 2024-12-03T14:16:50,466 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3920e6a7c3b5%2C44047%2C1733235392161.1733235394100 2024-12-03T14:16:50,468 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3920e6a7c3b5%2C44047%2C1733235392161.1733235394100 2024-12-03T14:16:50,470 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:50,470 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:50,471 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:16:50,472 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:16:50,474 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-03T14:16:50,475 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63730361, jitterRate=-0.05034361779689789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:16:50,476 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733235410420Initializing all the Stores at 1733235410422 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235410422Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235410422Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235410422Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235410422Cleaning up temporary data from old regions at 1733235410470 (+48 ms)Region opened successfully at 1733235410475 (+5 ms) 2024-12-03T14:16:50,476 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T14:16:50,479 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d272f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:16:50,488 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-03T14:16:50,488 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T14:16:50,488 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T14:16:50,489 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T14:16:50,489 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T14:16:50,494 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T14:16:50,494 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T14:16:50,494 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T14:16:50,495 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T14:16:50,495 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T14:16:50,495 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T14:16:50,495 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-03T14:16:50,495 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T14:16:50,499 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=3920e6a7c3b5,45225,1733235393095, regionLocation=3920e6a7c3b5,45225,1733235393095, openSeqNum=2 2024-12-03T14:16:50,499 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=3920e6a7c3b5,45225,1733235393095, table=hbase:meta, region=1588230740 2024-12-03T14:16:50,499 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,45225,1733235393095, state=OPEN 2024-12-03T14:16:50,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1019b8d26960007, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1911088483/meta-region-server 2024-12-03T14:16:50,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1911088483/meta-region-server 2024-12-03T14:16:50,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1911088483/meta-region-server: CHANGED 2024-12-03T14:16:50,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1911088483/meta-region-server: CHANGED 2024-12-03T14:16:50,512 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-03T14:16:50,519 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1911088483/draining/3920e6a7c3b5,45225,1733235393095 already deleted, retry=false 2024-12-03T14:16:50,519 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 3920e6a7c3b5,45225,1733235393095 on 3920e6a7c3b5,46019,1733235409801 2024-12-03T14:16:50,523 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 3920e6a7c3b5,45225,1733235393095, splitWal=true, meta=true 2024-12-03T14:16:50,525 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 3920e6a7c3b5,45225,1733235393095 (carryingMeta=true) 3920e6a7c3b5,45225,1733235393095/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2ad4ade[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T14:16:50,528 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Unable to get data of znode /0-1911088483/balancer because node does not exist (not necessarily an error) 2024-12-03T14:16:50,569 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1911088483/balancer already deleted, retry=false 2024-12-03T14:16:50,570 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T14:16:50,571 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Unable to get data of znode /0-1911088483/normalizer because node does not exist (not necessarily an error) 2024-12-03T14:16:50,592 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1911088483/normalizer already deleted, retry=false 2024-12-03T14:16:50,593 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T14:16:50,594 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Unable to get data of znode /0-1911088483/switch/split because node does not exist (not necessarily an error) 2024-12-03T14:16:50,603 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1911088483/switch/split already deleted, retry=false 2024-12-03T14:16:50,604 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Unable to get data of znode /0-1911088483/switch/merge because node does not exist (not necessarily an error) 2024-12-03T14:16:50,613 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1911088483/switch/merge already deleted, retry=false 2024-12-03T14:16:50,639 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Unable to get data of znode /0-1911088483/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T14:16:50,645 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1911088483/snapshot-cleanup already deleted, retry=false 2024-12-03T14:16:50,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1019b8d26960007, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1911088483/running 2024-12-03T14:16:50,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1911088483/running 2024-12-03T14:16:50,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1019b8d26960007, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483 2024-12-03T14:16:50,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483 2024-12-03T14:16:50,657 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3920e6a7c3b5,46019,1733235409801, sessionid=0x1019b8d26960006, setting cluster-up flag (Was=false) 2024-12-03T14:16:50,668 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1911088483/flush-table-proc/acquired, /0-1911088483/flush-table-proc/reached, /0-1911088483/flush-table-proc/abort 2024-12-03T14:16:50,670 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,46019,1733235409801 2024-12-03T14:16:50,685 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1911088483/online-snapshot/acquired, /0-1911088483/online-snapshot/reached, /0-1911088483/online-snapshot/abort 2024-12-03T14:16:50,687 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,46019,1733235409801 2024-12-03T14:16:50,689 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/.lastflushedseqids 2024-12-03T14:16:50,694 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T14:16:50,694 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T14:16:50,695 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3920e6a7c3b5,46019,1733235409801 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 3920e6a7c3b5,45225,1733235393095 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T14:16:50,697 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:16:50,698 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:16:50,698 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:16:50,698 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:16:50,698 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3920e6a7c3b5:0, corePoolSize=10, maxPoolSize=10 2024-12-03T14:16:50,698 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:50,698 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:16:50,698 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:50,700 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733235440700 2024-12-03T14:16:50,700 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T14:16:50,700 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T14:16:50,700 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T14:16:50,700 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T14:16:50,700 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T14:16:50,701 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T14:16:50,701 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:50,701 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T14:16:50,701 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T14:16:50,701 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T14:16:50,701 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T14:16:50,702 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T14:16:50,702 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T14:16:50,702 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235410702,5,FailOnTimeoutGroup] 2024-12-03T14:16:50,702 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235410702,5,FailOnTimeoutGroup] 2024-12-03T14:16:50,702 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:50,702 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T14:16:50,702 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:50,702 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:50,702 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 3920e6a7c3b5,45225,1733235393095, splitWal=true, meta=true 2024-12-03T14:16:50,702 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733235410702, completionTime=-1 2024-12-03T14:16:50,703 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-03T14:16:50,704 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 3920e6a7c3b5,45225,1733235393095, splitWal=true, meta=true, isMeta: true 2024-12-03T14:16:50,705 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T14:16:50,705 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095-splitting 2024-12-03T14:16:50,706 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095-splitting dir is empty, no logs to split. 2024-12-03T14:16:50,706 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3920e6a7c3b5,45225,1733235393095 WAL count=0, meta=true 2024-12-03T14:16:50,710 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095-splitting dir is empty, no logs to split. 2024-12-03T14:16:50,711 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3920e6a7c3b5,45225,1733235393095 WAL count=0, meta=true 2024-12-03T14:16:50,711 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 3920e6a7c3b5,45225,1733235393095 WAL splitting is done? wals=0, meta=true 2024-12-03T14:16:50,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T14:16:50,715 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:16:50,716 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T14:16:50,782 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.HRegionServer(746): ClusterId : 182e6d7a-bf71-495d-80fc-0f63f54e5060 2024-12-03T14:16:50,782 DEBUG [RS:0;3920e6a7c3b5:42799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T14:16:50,794 DEBUG [RS:0;3920e6a7c3b5:42799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T14:16:50,794 DEBUG [RS:0;3920e6a7c3b5:42799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T14:16:50,805 DEBUG [RS:0;3920e6a7c3b5:42799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T14:16:50,805 DEBUG [RS:0;3920e6a7c3b5:42799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f89fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:16:50,820 DEBUG [RS:0;3920e6a7c3b5:42799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3920e6a7c3b5:42799 2024-12-03T14:16:50,820 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T14:16:50,820 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T14:16:50,821 DEBUG [RS:0;3920e6a7c3b5:42799 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T14:16:50,821 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.HRegionServer(2659): reportForDuty to master=3920e6a7c3b5,46019,1733235409801 with port=42799, startcode=1733235409854 2024-12-03T14:16:50,822 DEBUG [RS:0;3920e6a7c3b5:42799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T14:16:50,823 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T14:16:50,824 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46019 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3920e6a7c3b5,42799,1733235409854 2024-12-03T14:16:50,824 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46019 {}] master.ServerManager(517): Registering regionserver=3920e6a7c3b5,42799,1733235409854 2024-12-03T14:16:50,826 DEBUG [RS:0;3920e6a7c3b5:42799 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2 2024-12-03T14:16:50,826 DEBUG [RS:0;3920e6a7c3b5:42799 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37375 2024-12-03T14:16:50,826 DEBUG [RS:0;3920e6a7c3b5:42799 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T14:16:50,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483/rs 2024-12-03T14:16:50,835 DEBUG [RS:0;3920e6a7c3b5:42799 {}] zookeeper.ZKUtil(111): regionserver:42799-0x1019b8d26960007, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Set watcher on existing znode=/0-1911088483/rs/3920e6a7c3b5,42799,1733235409854 2024-12-03T14:16:50,836 WARN [RS:0;3920e6a7c3b5:42799 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:16:50,836 INFO [RS:0;3920e6a7c3b5:42799 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:16:50,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3920e6a7c3b5,42799,1733235409854] 2024-12-03T14:16:50,836 DEBUG [RS:0;3920e6a7c3b5:42799 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854 2024-12-03T14:16:50,856 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=153ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T14:16:50,866 WARN [3920e6a7c3b5:46019 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T14:16:50,869 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T14:16:50,870 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T14:16:50,871 INFO [RS:0;3920e6a7c3b5:42799 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T14:16:50,871 INFO [RS:0;3920e6a7c3b5:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:50,871 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T14:16:50,872 INFO [RS:0;3920e6a7c3b5:42799 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T14:16:50,873 INFO [RS:0;3920e6a7c3b5:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:50,873 DEBUG [RS:0;3920e6a7c3b5:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:50,873 DEBUG [RS:0;3920e6a7c3b5:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:50,873 DEBUG [RS:0;3920e6a7c3b5:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:50,873 DEBUG [RS:0;3920e6a7c3b5:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:50,873 DEBUG [RS:0;3920e6a7c3b5:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:50,873 DEBUG [RS:0;3920e6a7c3b5:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:16:50,873 DEBUG [RS:0;3920e6a7c3b5:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:50,873 DEBUG [RS:0;3920e6a7c3b5:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:50,874 DEBUG [RS:0;3920e6a7c3b5:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:50,874 DEBUG [RS:0;3920e6a7c3b5:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:50,874 DEBUG [RS:0;3920e6a7c3b5:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:50,874 DEBUG [RS:0;3920e6a7c3b5:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:16:50,874 DEBUG [RS:0;3920e6a7c3b5:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:16:50,874 DEBUG [RS:0;3920e6a7c3b5:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:16:50,874 INFO [RS:0;3920e6a7c3b5:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:50,875 INFO [RS:0;3920e6a7c3b5:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:50,875 INFO [RS:0;3920e6a7c3b5:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:50,875 INFO [RS:0;3920e6a7c3b5:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:50,875 INFO [RS:0;3920e6a7c3b5:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:50,875 INFO [RS:0;3920e6a7c3b5:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,42799,1733235409854-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:16:50,888 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T14:16:50,889 INFO [RS:0;3920e6a7c3b5:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,42799,1733235409854-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:50,901 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.ReplicationSource(231): queueId=1-3920e6a7c3b5,42799,1733235409854, ReplicationSource: 1, currentBandwidth=0 2024-12-03T14:16:50,913 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.ReplicationSource(231): queueId=2-3920e6a7c3b5,42799,1733235409854, ReplicationSource: 2, currentBandwidth=0 2024-12-03T14:16:50,913 INFO [RS:0;3920e6a7c3b5:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:50,913 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.Replication(171): 3920e6a7c3b5,42799,1733235409854 started 2024-12-03T14:16:50,918 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource,1-3920e6a7c3b5,42799,1733235409854 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:35315' 2024-12-03T14:16:50,919 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource,1-3920e6a7c3b5,42799,1733235409854 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6539eafa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:50,919 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource,1-3920e6a7c3b5,42799,1733235409854 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,35315,-1 for getting cluster id 2024-12-03T14:16:50,920 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource,1-3920e6a7c3b5,42799,1733235409854 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:16:50,921 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce6ebb98-5381-431a-b8e9-7bcd99229c53' 2024-12-03T14:16:50,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:16:50,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce6ebb98-5381-431a-b8e9-7bcd99229c53" 2024-12-03T14:16:50,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fa7a18c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:50,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,35315,-1] 2024-12-03T14:16:50,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:16:50,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:50,923 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:16:50,924 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource,1-3920e6a7c3b5,42799,1733235409854 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1251f54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:50,924 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource,1-3920e6a7c3b5,42799,1733235409854 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:16:50,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,35315,1733235399151 2024-12-03T14:16:50,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f54fc20 2024-12-03T14:16:50,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:16:50,927 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource,2-3920e6a7c3b5,42799,1733235409854 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:35315' 2024-12-03T14:16:50,927 INFO [RS:0;3920e6a7c3b5:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:50,927 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.HRegionServer(1482): Serving as 3920e6a7c3b5,42799,1733235409854, RpcServer on 3920e6a7c3b5/172.17.0.2:42799, sessionid=0x1019b8d26960007 2024-12-03T14:16:50,927 DEBUG [RS:0;3920e6a7c3b5:42799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T14:16:50,927 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-03T14:16:50,927 DEBUG [RS:0;3920e6a7c3b5:42799 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3920e6a7c3b5,42799,1733235409854 2024-12-03T14:16:50,927 DEBUG [RS:0;3920e6a7c3b5:42799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,42799,1733235409854' 2024-12-03T14:16:50,927 DEBUG [RS:0;3920e6a7c3b5:42799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1911088483/flush-table-proc/abort' 2024-12-03T14:16:50,928 DEBUG [RS:0;3920e6a7c3b5:42799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1911088483/flush-table-proc/acquired' 2024-12-03T14:16:50,928 INFO [RS:0;3920e6a7c3b5:42799.replicationSource,1-3920e6a7c3b5,42799,1733235409854 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3920e6a7c3b5,42799,1733235409854 (queues=0) is replicating from cluster=182e6d7a-bf71-495d-80fc-0f63f54e5060 to cluster=ce6ebb98-5381-431a-b8e9-7bcd99229c53 2024-12-03T14:16:50,928 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource,2-3920e6a7c3b5,42799,1733235409854 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ee0623d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:50,928 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource,2-3920e6a7c3b5,42799,1733235409854 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,35315,-1 for getting cluster id 2024-12-03T14:16:50,928 DEBUG [RS:0;3920e6a7c3b5:42799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T14:16:50,928 DEBUG [RS:0;3920e6a7c3b5:42799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T14:16:50,928 DEBUG [RS:0;3920e6a7c3b5:42799 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3920e6a7c3b5,42799,1733235409854 2024-12-03T14:16:50,928 DEBUG [RS:0;3920e6a7c3b5:42799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,42799,1733235409854' 2024-12-03T14:16:50,929 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource,2-3920e6a7c3b5,42799,1733235409854 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:16:50,929 DEBUG [RS:0;3920e6a7c3b5:42799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1911088483/online-snapshot/abort' 2024-12-03T14:16:50,929 DEBUG [RS:0;3920e6a7c3b5:42799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1911088483/online-snapshot/acquired' 2024-12-03T14:16:50,929 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce6ebb98-5381-431a-b8e9-7bcd99229c53' 2024-12-03T14:16:50,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:16:50,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce6ebb98-5381-431a-b8e9-7bcd99229c53" 2024-12-03T14:16:50,930 DEBUG [RS:0;3920e6a7c3b5:42799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T14:16:50,930 INFO [RS:0;3920e6a7c3b5:42799 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T14:16:50,930 INFO [RS:0;3920e6a7c3b5:42799 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T14:16:50,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a8ac553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:50,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,35315,-1] 2024-12-03T14:16:50,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:16:50,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:50,931 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:16:50,932 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource,2-3920e6a7c3b5,42799,1733235409854 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a50d929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:50,932 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource,2-3920e6a7c3b5,42799,1733235409854 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:16:50,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,35315,1733235399151 2024-12-03T14:16:50,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@116d49d 2024-12-03T14:16:50,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:16:50,934 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-03T14:16:50,935 INFO [RS:0;3920e6a7c3b5:42799.replicationSource,2-3920e6a7c3b5,42799,1733235409854 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-3920e6a7c3b5,42799,1733235409854 (queues=0) is replicating from cluster=182e6d7a-bf71-495d-80fc-0f63f54e5060 to cluster=ce6ebb98-5381-431a-b8e9-7bcd99229c53 2024-12-03T14:16:51,030 INFO [RS:0;3920e6a7c3b5:42799 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:16:51,033 INFO [RS:0;3920e6a7c3b5:42799 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C42799%2C1733235409854, suffix=, logDir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854, archiveDir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/oldWALs, maxLogs=10 2024-12-03T14:16:51,050 DEBUG [RS:0;3920e6a7c3b5:42799 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035, exclude list is [], retry=0 2024-12-03T14:16:51,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44161,DS-6e2aef68-a7d9-4333-bfe6-616dadbf4ea3,DISK] 2024-12-03T14:16:51,055 INFO [RS:0;3920e6a7c3b5:42799 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 2024-12-03T14:16:51,056 DEBUG [RS:0;3920e6a7c3b5:42799 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 3920e6a7c3b5%2C42799%2C1733235409854 for peer 2 2024-12-03T14:16:51,056 DEBUG [RS:0;3920e6a7c3b5:42799 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 3920e6a7c3b5%2C42799%2C1733235409854 for peer 1 2024-12-03T14:16:51,056 DEBUG [RS:0;3920e6a7c3b5:42799 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3920e6a7c3b5%2C42799%2C1733235409854 2024-12-03T14:16:51,056 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3920e6a7c3b5,42799,1733235409854, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T14:16:51,056 DEBUG [RS:0;3920e6a7c3b5:42799 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=3920e6a7c3b5%2C42799%2C1733235409854 2024-12-03T14:16:51,056 INFO [RS:0;3920e6a7c3b5:42799.replicationSource.shipper3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3920e6a7c3b5%2C42799%2C1733235409854 2024-12-03T14:16:51,056 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-3920e6a7c3b5,42799,1733235409854, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T14:16:51,057 DEBUG [RS:0;3920e6a7c3b5:42799 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)] 2024-12-03T14:16:51,057 INFO [RS:0;3920e6a7c3b5:42799.replicationSource.shipper3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3920e6a7c3b5%2C42799%2C1733235409854 2024-12-03T14:16:51,057 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035, startPosition=0, beingWritten=true 2024-12-03T14:16:51,057 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035, startPosition=0, beingWritten=true 2024-12-03T14:16:51,117 DEBUG [3920e6a7c3b5:46019 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:16:51,117 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3920e6a7c3b5,42799,1733235409854 2024-12-03T14:16:51,120 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,42799,1733235409854, state=OPENING 2024-12-03T14:16:51,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1019b8d26960007, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1911088483/meta-region-server 2024-12-03T14:16:51,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1911088483/meta-region-server 2024-12-03T14:16:51,232 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:16:51,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1911088483/meta-region-server: CHANGED 2024-12-03T14:16:51,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1911088483/meta-region-server: CHANGED 2024-12-03T14:16:51,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,42799,1733235409854}] 2024-12-03T14:16:51,264 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 to pos 0, reset compression=false 2024-12-03T14:16:51,264 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 to pos 0, reset compression=false 2024-12-03T14:16:51,391 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:16:51,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T14:16:51,397 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T14:16:51,397 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:16:51,397 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T14:16:51,400 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C42799%2C1733235409854.meta, suffix=.meta, logDir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854, archiveDir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/oldWALs, maxLogs=10 2024-12-03T14:16:51,413 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.meta.1733235411400.meta, exclude list is [], retry=0 2024-12-03T14:16:51,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44161,DS-6e2aef68-a7d9-4333-bfe6-616dadbf4ea3,DISK] 2024-12-03T14:16:51,417 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.meta.1733235411400.meta 2024-12-03T14:16:51,418 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)] 2024-12-03T14:16:51,418 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:16:51,418 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:16:51,418 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:16:51,418 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T14:16:51,418 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T14:16:51,419 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T14:16:51,419 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:16:51,419 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T14:16:51,419 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T14:16:51,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:16:51,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:16:51,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:51,429 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/info/b68232fa3a7b4e6abb0c7900fa629689 2024-12-03T14:16:51,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:16:51,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:16:51,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:16:51,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:51,438 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/ns/b60ab2cea08f49daa7edd0d50d72e5c1 2024-12-03T14:16:51,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:16:51,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:16:51,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:16:51,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:51,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:16:51,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:16:51,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:16:51,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:51,449 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/table/d2de970392bd4726986137ba33f1dd23 2024-12-03T14:16:51,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:16:51,449 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:16:51,450 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740 2024-12-03T14:16:51,452 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740 2024-12-03T14:16:51,453 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:16:51,453 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:16:51,454 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:16:51,455 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:16:51,456 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61038344, jitterRate=-0.09045779705047607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:16:51,456 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T14:16:51,457 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733235411419Writing region info on filesystem at 1733235411419Initializing all the Stores at 1733235411420 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235411420Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235411420Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235411420Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235411420Cleaning up temporary data from old regions at 1733235411453 (+33 ms)Running coprocessor post-open hooks at 1733235411456 (+3 ms)Region opened successfully at 1733235411456 2024-12-03T14:16:51,458 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733235411390 2024-12-03T14:16:51,460 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T14:16:51,460 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T14:16:51,461 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=3920e6a7c3b5,42799,1733235409854 2024-12-03T14:16:51,462 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,42799,1733235409854, state=OPEN 2024-12-03T14:16:51,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1911088483/meta-region-server 2024-12-03T14:16:51,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1019b8d26960007, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1911088483/meta-region-server 2024-12-03T14:16:51,477 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,42799,1733235409854 2024-12-03T14:16:51,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1911088483/meta-region-server: CHANGED 2024-12-03T14:16:51,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1911088483/meta-region-server: CHANGED 2024-12-03T14:16:51,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-03T14:16:51,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,42799,1733235409854 in 244 msec 2024-12-03T14:16:51,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-03T14:16:51,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 767 msec 2024-12-03T14:16:51,572 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 to pos 0, reset compression=false 2024-12-03T14:16:51,572 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 to pos 0, reset compression=false 2024-12-03T14:16:51,982 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 to pos 0, reset compression=false 2024-12-03T14:16:51,982 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 to pos 0, reset compression=false 2024-12-03T14:16:52,359 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1656ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-03T14:16:52,493 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 to pos 0, reset compression=false 2024-12-03T14:16:52,493 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 to pos 0, reset compression=false 2024-12-03T14:16:52,844 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:16:53,102 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 to pos 0, reset compression=false 2024-12-03T14:16:53,102 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 to pos 0, reset compression=false 2024-12-03T14:16:53,815 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 to pos 0, reset compression=false 2024-12-03T14:16:53,816 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 to pos 0, reset compression=false 2024-12-03T14:16:53,862 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3159ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-12-03T14:16:54,622 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 to pos 0, reset compression=false 2024-12-03T14:16:54,622 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 to pos 0, reset compression=false 2024-12-03T14:16:55,214 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-03T14:16:55,215 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T14:16:55,215 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:16:55,215 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,42799,1733235409854, seqNum=-1] 2024-12-03T14:16:55,216 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:16:55,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:16:55,226 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=224f35ab241bd5ece8f22f490932c748, regionState=OPEN, lastHost=3920e6a7c3b5,45225,1733235393095, regionLocation=3920e6a7c3b5,45225,1733235393095, openSeqNum=2 2024-12-03T14:16:55,226 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T14:16:55,226 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733235475226 2024-12-03T14:16:55,226 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733235535226 2024-12-03T14:16:55,226 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-12-03T14:16:55,227 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,46019,1733235409801-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:55,227 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,46019,1733235409801-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:55,227 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,46019,1733235409801-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:55,227 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3920e6a7c3b5:46019, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:55,227 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 3920e6a7c3b5,45225,1733235393095 had 2 regions 2024-12-03T14:16:55,227 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:55,229 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 3920e6a7c3b5,45225,1733235393095, splitWal=true, meta=true, isMeta: false 2024-12-03T14:16:55,230 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:55,232 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095-splitting dir is empty, no logs to split. 2024-12-03T14:16:55,232 INFO [PEWorker-4 {}] master.SplitWALManager(105): 3920e6a7c3b5,45225,1733235393095 WAL count=0, meta=false 2024-12-03T14:16:55,241 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.322sec 2024-12-03T14:16:55,241 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T14:16:55,241 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T14:16:55,241 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T14:16:55,241 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T14:16:55,241 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T14:16:55,241 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,46019,1733235409801-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:16:55,241 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,46019,1733235409801-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T14:16:55,242 WARN [master/3920e6a7c3b5:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=3920e6a7c3b5,45225,1733235393095/hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. 2024-12-03T14:16:55,243 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,45225,1733235393095-splitting dir is empty, no logs to split. 2024-12-03T14:16:55,243 INFO [PEWorker-4 {}] master.SplitWALManager(105): 3920e6a7c3b5,45225,1733235393095 WAL count=0, meta=false 2024-12-03T14:16:55,243 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 3920e6a7c3b5,45225,1733235393095 WAL splitting is done? wals=0, meta=false 2024-12-03T14:16:55,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=224f35ab241bd5ece8f22f490932c748, ASSIGN}] 2024-12-03T14:16:55,252 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=224f35ab241bd5ece8f22f490932c748, ASSIGN 2024-12-03T14:16:55,253 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T14:16:55,253 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T14:16:55,253 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,46019,1733235409801-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:16:55,256 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=224f35ab241bd5ece8f22f490932c748, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T14:16:55,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:55,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,46019,-1 for getting cluster id 2024-12-03T14:16:55,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:16:55,288 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '182e6d7a-bf71-495d-80fc-0f63f54e5060' 2024-12-03T14:16:55,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:16:55,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "182e6d7a-bf71-495d-80fc-0f63f54e5060" 2024-12-03T14:16:55,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3969e24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:55,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,46019,-1] 2024-12-03T14:16:55,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:16:55,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:55,292 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:16:55,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce15284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:55,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:16:55,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,42799,1733235409854, seqNum=-1] 2024-12-03T14:16:55,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:16:55,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:16:55,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-03T14:16:55,302 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:16:55,303 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:16:55,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:55,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:55,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:16:55,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 3920e6a7c3b5:46019 after: 3920e6a7c3b5:46019 2024-12-03T14:16:55,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:55,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,46019,-1 for getting cluster id 2024-12-03T14:16:55,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:16:55,305 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '182e6d7a-bf71-495d-80fc-0f63f54e5060' 2024-12-03T14:16:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:16:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "182e6d7a-bf71-495d-80fc-0f63f54e5060" 2024-12-03T14:16:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f06d1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,46019,-1] 2024-12-03T14:16:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:16:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:55,309 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:16:55,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:16:55,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:16:55,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,46019,1733235409801 2024-12-03T14:16:55,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2618842d 2024-12-03T14:16:55,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:16:55,315 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:16:55,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T14:16:55,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T14:16:55,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T14:16:55,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T14:16:55,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T14:16:55,321 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:16:55,321 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:16:55,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:55,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:55,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:16:55,321 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T14:16:55,322 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1033762441, stopped=false 2024-12-03T14:16:55,322 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3920e6a7c3b5,35315,1733235399151 2024-12-03T14:16:55,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/199333827/running 2024-12-03T14:16:55,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199333827 2024-12-03T14:16:55,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x1019b8d26960004, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/199333827/running 2024-12-03T14:16:55,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x1019b8d26960004, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199333827 2024-12-03T14:16:55,394 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:16:55,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Set watcher on znode that does not yet exist, /199333827/running 2024-12-03T14:16:55,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37529-0x1019b8d26960004, quorum=127.0.0.1:60767, baseZNode=/199333827 Set watcher on znode that does not yet exist, /199333827/running 2024-12-03T14:16:55,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:16:55,396 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:16:55,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:55,396 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3920e6a7c3b5,37529,1733235399309' ***** 2024-12-03T14:16:55,396 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T14:16:55,396 INFO [RS:0;3920e6a7c3b5:37529 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T14:16:55,397 INFO [RS:0;3920e6a7c3b5:37529 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T14:16:55,397 INFO [RS:0;3920e6a7c3b5:37529 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T14:16:55,397 INFO [RS:0;3920e6a7c3b5:37529 {}] regionserver.HRegionServer(959): stopping server 3920e6a7c3b5,37529,1733235399309 2024-12-03T14:16:55,397 INFO [RS:0;3920e6a7c3b5:37529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:16:55,397 INFO [RS:0;3920e6a7c3b5:37529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:37529. 2024-12-03T14:16:55,397 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T14:16:55,397 DEBUG [RS:0;3920e6a7c3b5:37529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:16:55,397 DEBUG [RS:0;3920e6a7c3b5:37529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:55,397 INFO [RS:0;3920e6a7c3b5:37529 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T14:16:55,397 INFO [RS:0;3920e6a7c3b5:37529 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T14:16:55,397 INFO [RS:0;3920e6a7c3b5:37529 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T14:16:55,398 INFO [RS:0;3920e6a7c3b5:37529 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T14:16:55,398 INFO [RS:0;3920e6a7c3b5:37529 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T14:16:55,398 DEBUG [RS:0;3920e6a7c3b5:37529 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T14:16:55,398 DEBUG [RS:0;3920e6a7c3b5:37529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:16:55,398 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:16:55,398 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:16:55,399 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:16:55,399 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:16:55,399 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:16:55,399 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T14:16:55,407 DEBUG [3920e6a7c3b5:46019 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:16:55,407 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=224f35ab241bd5ece8f22f490932c748, regionState=OPENING, regionLocation=3920e6a7c3b5,42799,1733235409854 2024-12-03T14:16:55,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=224f35ab241bd5ece8f22f490932c748, ASSIGN because future has completed 2024-12-03T14:16:55,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 224f35ab241bd5ece8f22f490932c748, server=3920e6a7c3b5,42799,1733235409854}] 2024-12-03T14:16:55,427 INFO [regionserver/3920e6a7c3b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:16:55,429 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/data/hbase/meta/1588230740/.tmp/ns/c3433334744040c28554ee83347855e2 is 43, key is default/ns:d/1733235402460/Put/seqid=0 2024-12-03T14:16:55,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741835_1011 (size=5153) 2024-12-03T14:16:55,530 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 to pos 0, reset compression=false 2024-12-03T14:16:55,530 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 to pos 0, reset compression=false 2024-12-03T14:16:55,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. 2024-12-03T14:16:55,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:16:55,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T14:16:55,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C42799%2C1733235409854.rep, suffix=, logDir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854, archiveDir=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/oldWALs, maxLogs=10 2024-12-03T14:16:55,598 DEBUG [RS:0;3920e6a7c3b5:37529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:16:55,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.rep.1733235415579, exclude list is [], retry=0 2024-12-03T14:16:55,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44161,DS-6e2aef68-a7d9-4333-bfe6-616dadbf4ea3,DISK] 2024-12-03T14:16:55,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.rep.1733235415579 2024-12-03T14:16:55,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)] 2024-12-03T14:16:55,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 224f35ab241bd5ece8f22f490932c748, NAME => 'hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:16:55,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:16:55,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:16:55,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. service=MultiRowMutationService 2024-12-03T14:16:55,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T14:16:55,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:55,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:16:55,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:55,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:55,608 INFO [StoreOpener-224f35ab241bd5ece8f22f490932c748-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:55,609 INFO [StoreOpener-224f35ab241bd5ece8f22f490932c748-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 224f35ab241bd5ece8f22f490932c748 columnFamilyName hfileref 2024-12-03T14:16:55,609 DEBUG [StoreOpener-224f35ab241bd5ece8f22f490932c748-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:55,610 INFO [StoreOpener-224f35ab241bd5ece8f22f490932c748-1 {}] regionserver.HStore(327): Store=224f35ab241bd5ece8f22f490932c748/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:16:55,610 INFO [StoreOpener-224f35ab241bd5ece8f22f490932c748-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:55,611 INFO [StoreOpener-224f35ab241bd5ece8f22f490932c748-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 224f35ab241bd5ece8f22f490932c748 columnFamilyName queue 2024-12-03T14:16:55,611 DEBUG [StoreOpener-224f35ab241bd5ece8f22f490932c748-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:55,624 DEBUG [StoreOpener-224f35ab241bd5ece8f22f490932c748-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/replication/224f35ab241bd5ece8f22f490932c748/queue/4e9e31aad5c84136bd99631269568abc 2024-12-03T14:16:55,625 INFO [StoreOpener-224f35ab241bd5ece8f22f490932c748-1 {}] regionserver.HStore(327): Store=224f35ab241bd5ece8f22f490932c748/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:16:55,625 INFO [StoreOpener-224f35ab241bd5ece8f22f490932c748-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:55,626 INFO [StoreOpener-224f35ab241bd5ece8f22f490932c748-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 224f35ab241bd5ece8f22f490932c748 columnFamilyName sid 2024-12-03T14:16:55,626 DEBUG [StoreOpener-224f35ab241bd5ece8f22f490932c748-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:16:55,627 INFO [StoreOpener-224f35ab241bd5ece8f22f490932c748-1 {}] regionserver.HStore(327): Store=224f35ab241bd5ece8f22f490932c748/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:16:55,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:55,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/replication/224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:55,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/replication/224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:55,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:55,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:55,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:16:55,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:55,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 224f35ab241bd5ece8f22f490932c748; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66452740, jitterRate=-0.0097770094871521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:16:55,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:55,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 224f35ab241bd5ece8f22f490932c748: Running coprocessor pre-open hook at 1733235415606Writing region info on filesystem at 1733235415606Initializing all the Stores at 1733235415607 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235415608 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235415608Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235415608Cleaning up temporary data from old regions at 1733235415632 (+24 ms)Running coprocessor post-open hooks at 1733235415638 (+6 ms)Region opened successfully at 1733235415639 (+1 ms) 2024-12-03T14:16:55,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748., pid=19, masterSystemTime=1733235415568 2024-12-03T14:16:55,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. 2024-12-03T14:16:55,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. 2024-12-03T14:16:55,645 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=224f35ab241bd5ece8f22f490932c748, regionState=OPEN, openSeqNum=10, regionLocation=3920e6a7c3b5,42799,1733235409854 2024-12-03T14:16:55,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 224f35ab241bd5ece8f22f490932c748, server=3920e6a7c3b5,42799,1733235409854 because future has completed 2024-12-03T14:16:55,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-03T14:16:55,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 224f35ab241bd5ece8f22f490932c748, server=3920e6a7c3b5,42799,1733235409854 in 237 msec 2024-12-03T14:16:55,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-03T14:16:55,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=224f35ab241bd5ece8f22f490932c748, ASSIGN in 405 msec 2024-12-03T14:16:55,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-03T14:16:55,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748., hostname=3920e6a7c3b5,42799,1733235409854, seqNum=10] 2024-12-03T14:16:55,712 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 3920e6a7c3b5,45225,1733235393095 2024-12-03T14:16:55,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-03T14:16:55,799 DEBUG [RS:0;3920e6a7c3b5:37529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:16:55,840 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/data/hbase/meta/1588230740/.tmp/ns/c3433334744040c28554ee83347855e2 2024-12-03T14:16:55,848 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/data/hbase/meta/1588230740/.tmp/ns/c3433334744040c28554ee83347855e2 as hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/data/hbase/meta/1588230740/ns/c3433334744040c28554ee83347855e2 2024-12-03T14:16:55,856 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/data/hbase/meta/1588230740/ns/c3433334744040c28554ee83347855e2, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T14:16:55,858 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 459ms, sequenceid=6, compaction requested=false 2024-12-03T14:16:55,858 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T14:16:55,865 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T14:16:55,866 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:16:55,866 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:16:55,866 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:16:55,866 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235415398Running coprocessor pre-close hooks at 1733235415398Disabling compacts and flushes for region at 1733235415398Disabling writes for close at 1733235415399 (+1 ms)Obtaining lock to block concurrent updates at 1733235415399Preparing flush snapshotting stores in 1588230740 at 1733235415399Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733235415399Flushing stores of hbase:meta,,1.1588230740 at 1733235415401 (+2 ms)Flushing 1588230740/ns: creating writer at 1733235415401Flushing 1588230740/ns: appending metadata at 1733235415429 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1733235415429Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d9be1bf: reopening flushed file at 1733235415847 (+418 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 459ms, sequenceid=6, compaction requested=false at 1733235415858 (+11 ms)Writing region close event to WAL at 1733235415860 (+2 ms)Running coprocessor post-close hooks at 1733235415866 (+6 ms)Closed at 1733235415866 2024-12-03T14:16:55,866 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T14:16:55,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-03T14:16:55,999 INFO [RS:0;3920e6a7c3b5:37529 {}] regionserver.HRegionServer(976): stopping server 3920e6a7c3b5,37529,1733235399309; all regions closed. 2024-12-03T14:16:56,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741834_1010 (size=1152) 2024-12-03T14:16:56,006 DEBUG [RS:0;3920e6a7c3b5:37529 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/oldWALs 2024-12-03T14:16:56,006 INFO [RS:0;3920e6a7c3b5:37529 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C37529%2C1733235399309.meta:.meta(num 1733235402383) 2024-12-03T14:16:56,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741832_1008 (size=93) 2024-12-03T14:16:56,013 DEBUG [RS:0;3920e6a7c3b5:37529 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/oldWALs 2024-12-03T14:16:56,014 INFO [RS:0;3920e6a7c3b5:37529 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C37529%2C1733235399309:(num 1733235401250) 2024-12-03T14:16:56,014 DEBUG [RS:0;3920e6a7c3b5:37529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:56,014 INFO [RS:0;3920e6a7c3b5:37529 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:16:56,014 INFO [RS:0;3920e6a7c3b5:37529 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:16:56,014 INFO [RS:0;3920e6a7c3b5:37529 {}] hbase.ChoreService(370): Chore service for: regionserver/3920e6a7c3b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T14:16:56,014 INFO [RS:0;3920e6a7c3b5:37529 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:16:56,014 INFO [RS:0;3920e6a7c3b5:37529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37529 2024-12-03T14:16:56,015 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:16:56,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199333827/rs 2024-12-03T14:16:56,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x1019b8d26960004, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/199333827/rs/3920e6a7c3b5,37529,1733235399309 2024-12-03T14:16:56,098 INFO [RS:0;3920e6a7c3b5:37529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:16:56,098 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3920e6a7c3b5,37529,1733235399309] 2024-12-03T14:16:56,118 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /199333827/draining/3920e6a7c3b5,37529,1733235399309 already deleted, retry=false 2024-12-03T14:16:56,119 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3920e6a7c3b5,37529,1733235399309 expired; onlineServers=0 2024-12-03T14:16:56,119 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3920e6a7c3b5,35315,1733235399151' ***** 2024-12-03T14:16:56,119 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T14:16:56,119 INFO [M:0;3920e6a7c3b5:35315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:16:56,119 INFO [M:0;3920e6a7c3b5:35315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:16:56,119 DEBUG [M:0;3920e6a7c3b5:35315 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T14:16:56,119 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T14:16:56,119 DEBUG [M:0;3920e6a7c3b5:35315 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T14:16:56,119 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235401040 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235401040,5,FailOnTimeoutGroup] 2024-12-03T14:16:56,119 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235401040 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235401040,5,FailOnTimeoutGroup] 2024-12-03T14:16:56,119 INFO [M:0;3920e6a7c3b5:35315 {}] hbase.ChoreService(370): Chore service for: master/3920e6a7c3b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T14:16:56,119 INFO [M:0;3920e6a7c3b5:35315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:16:56,120 DEBUG [M:0;3920e6a7c3b5:35315 {}] master.HMaster(1795): Stopping service threads 2024-12-03T14:16:56,120 INFO [M:0;3920e6a7c3b5:35315 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T14:16:56,120 INFO [M:0;3920e6a7c3b5:35315 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:16:56,120 INFO [M:0;3920e6a7c3b5:35315 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T14:16:56,120 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T14:16:56,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/199333827/master 2024-12-03T14:16:56,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199333827 2024-12-03T14:16:56,129 DEBUG [M:0;3920e6a7c3b5:35315 {}] zookeeper.ZKUtil(347): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Unable to get data of znode /199333827/master because node does not exist (not an error) 2024-12-03T14:16:56,129 WARN [M:0;3920e6a7c3b5:35315 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T14:16:56,131 INFO [M:0;3920e6a7c3b5:35315 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/.lastflushedseqids 2024-12-03T14:16:56,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741836_1012 (size=99) 2024-12-03T14:16:56,208 INFO [RS:0;3920e6a7c3b5:37529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:16:56,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x1019b8d26960004, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:16:56,208 INFO [RS:0;3920e6a7c3b5:37529 {}] regionserver.HRegionServer(1031): Exiting; stopping=3920e6a7c3b5,37529,1733235399309; zookeeper connection closed. 2024-12-03T14:16:56,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x1019b8d26960004, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:16:56,209 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c715c2c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c715c2c 2024-12-03T14:16:56,209 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T14:16:56,539 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 to pos 0, reset compression=false 2024-12-03T14:16:56,541 INFO [M:0;3920e6a7c3b5:35315 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T14:16:56,542 INFO [M:0;3920e6a7c3b5:35315 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T14:16:56,542 DEBUG [M:0;3920e6a7c3b5:35315 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:16:56,542 INFO [M:0;3920e6a7c3b5:35315 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:16:56,542 DEBUG [M:0;3920e6a7c3b5:35315 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:16:56,542 DEBUG [M:0;3920e6a7c3b5:35315 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:16:56,542 DEBUG [M:0;3920e6a7c3b5:35315 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:16:56,542 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 to pos 0, reset compression=false 2024-12-03T14:16:56,542 INFO [M:0;3920e6a7c3b5:35315 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T14:16:56,684 DEBUG [M:0;3920e6a7c3b5:35315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3dcc84183e34a02aa9f24e338687ffc is 82, key is hbase:meta,,1/info:regioninfo/1733235402430/Put/seqid=0 2024-12-03T14:16:56,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741837_1013 (size=5672) 2024-12-03T14:16:57,089 INFO [M:0;3920e6a7c3b5:35315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3dcc84183e34a02aa9f24e338687ffc 2024-12-03T14:16:57,116 DEBUG [M:0;3920e6a7c3b5:35315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49ea250f6d3848f6a8db89bb4d2e1f9c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733235402467/Put/seqid=0 2024-12-03T14:16:57,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741838_1014 (size=5275) 2024-12-03T14:16:57,521 INFO [M:0;3920e6a7c3b5:35315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49ea250f6d3848f6a8db89bb4d2e1f9c 2024-12-03T14:16:57,540 DEBUG [M:0;3920e6a7c3b5:35315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b5f0a58525440d9bff96b551f9a1d6b is 69, key is 3920e6a7c3b5,37529,1733235399309/rs:state/1733235401087/Put/seqid=0 2024-12-03T14:16:57,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741839_1015 (size=5156) 2024-12-03T14:16:57,772 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 to pos 0, reset compression=false 2024-12-03T14:16:57,774 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 to pos 0, reset compression=false 2024-12-03T14:16:57,945 INFO [M:0;3920e6a7c3b5:35315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b5f0a58525440d9bff96b551f9a1d6b 2024-12-03T14:16:57,954 DEBUG [M:0;3920e6a7c3b5:35315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3dcc84183e34a02aa9f24e338687ffc as hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3dcc84183e34a02aa9f24e338687ffc 2024-12-03T14:16:57,961 INFO [M:0;3920e6a7c3b5:35315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3dcc84183e34a02aa9f24e338687ffc, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T14:16:57,963 DEBUG [M:0;3920e6a7c3b5:35315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49ea250f6d3848f6a8db89bb4d2e1f9c as hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49ea250f6d3848f6a8db89bb4d2e1f9c 2024-12-03T14:16:57,971 INFO [M:0;3920e6a7c3b5:35315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49ea250f6d3848f6a8db89bb4d2e1f9c, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T14:16:57,972 DEBUG [M:0;3920e6a7c3b5:35315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b5f0a58525440d9bff96b551f9a1d6b as hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b5f0a58525440d9bff96b551f9a1d6b 2024-12-03T14:16:57,980 INFO [M:0;3920e6a7c3b5:35315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42055/user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b5f0a58525440d9bff96b551f9a1d6b, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T14:16:57,982 INFO [M:0;3920e6a7c3b5:35315 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1439ms, sequenceid=28, compaction requested=false 2024-12-03T14:16:57,988 INFO [M:0;3920e6a7c3b5:35315 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:16:57,989 DEBUG [M:0;3920e6a7c3b5:35315 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235416542Disabling compacts and flushes for region at 1733235416542Disabling writes for close at 1733235416542Obtaining lock to block concurrent updates at 1733235416542Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733235416542Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733235416543 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733235416544 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733235416665 (+121 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733235416684 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733235416684Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733235417097 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733235417115 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733235417115Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733235417527 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733235417539 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733235417539Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@541389a8: reopening flushed file at 1733235417952 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@393030a3: reopening flushed file at 1733235417962 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11ce6c25: reopening flushed file at 1733235417971 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1439ms, sequenceid=28, compaction requested=false at 1733235417982 (+11 ms)Writing region close event to WAL at 1733235417988 (+6 ms)Closed at 1733235417988 2024-12-03T14:16:57,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38065 is added to blk_1073741830_1006 (size=10165) 2024-12-03T14:16:57,992 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/620c4aca-6a36-e8d9-eff3-ed7a1e2f5ad7/MasterData/WALs/3920e6a7c3b5,35315,1733235399151/3920e6a7c3b5%2C35315%2C1733235399151.1733235400732 not finished, retry = 0 2024-12-03T14:16:58,093 INFO [M:0;3920e6a7c3b5:35315 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T14:16:58,093 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:16:58,093 INFO [M:0;3920e6a7c3b5:35315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35315 2024-12-03T14:16:58,096 INFO [M:0;3920e6a7c3b5:35315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:16:58,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:16:58,208 INFO [M:0;3920e6a7c3b5:35315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:16:58,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1019b8d26960003, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:16:58,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c02fa0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:16:58,214 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32d5b0d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:16:58,215 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:16:58,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fc8213{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:16:58,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@269619de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/hadoop.log.dir/,STOPPED} 2024-12-03T14:16:58,219 WARN [BP-2042110435-172.17.0.2-1733235396519 heartbeating to localhost/127.0.0.1:42055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T14:16:58,219 WARN [BP-2042110435-172.17.0.2-1733235396519 heartbeating to localhost/127.0.0.1:42055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2042110435-172.17.0.2-1733235396519 (Datanode Uuid 2caaa62b-8a98-42cb-9901-ffdcfa9b518c) service to localhost/127.0.0.1:42055 2024-12-03T14:16:58,219 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T14:16:58,219 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T14:16:58,220 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/cluster_25f6c4ab-74eb-1c32-9917-088f08d1394c/data/data1/current/BP-2042110435-172.17.0.2-1733235396519 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:16:58,220 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/cluster_25f6c4ab-74eb-1c32-9917-088f08d1394c/data/data2/current/BP-2042110435-172.17.0.2-1733235396519 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:16:58,221 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T14:16:58,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@773518c9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:16:58,236 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@248e3f8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:16:58,236 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:16:58,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a733db7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:16:58,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@426ef9fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/hadoop.log.dir/,STOPPED} 2024-12-03T14:16:58,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T14:16:58,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T14:16:58,254 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:16:58,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:16:58,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:58,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:58,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:16:58,255 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T14:16:58,255 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1622462043, stopped=false 2024-12-03T14:16:58,255 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3920e6a7c3b5,46019,1733235409801 2024-12-03T14:16:58,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1019b8d26960007, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1911088483/running 2024-12-03T14:16:58,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1911088483/running 2024-12-03T14:16:58,273 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:16:58,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1019b8d26960007, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483 2024-12-03T14:16:58,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483 2024-12-03T14:16:58,273 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:16:58,273 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:16:58,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:58,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Set watcher on znode that does not yet exist, /0-1911088483/running 2024-12-03T14:16:58,273 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3920e6a7c3b5,42799,1733235409854' ***** 2024-12-03T14:16:58,273 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T14:16:58,274 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T14:16:58,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42799-0x1019b8d26960007, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Set watcher on znode that does not yet exist, /0-1911088483/running 2024-12-03T14:16:58,274 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T14:16:58,274 INFO [RS:0;3920e6a7c3b5:42799 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T14:16:58,274 INFO [RS:0;3920e6a7c3b5:42799 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T14:16:58,274 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.HRegionServer(3091): Received CLOSE for 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:58,274 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.HRegionServer(959): stopping server 3920e6a7c3b5,42799,1733235409854 2024-12-03T14:16:58,274 INFO [RS:0;3920e6a7c3b5:42799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:16:58,274 INFO [RS:0;3920e6a7c3b5:42799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:42799. 2024-12-03T14:16:58,275 DEBUG [RS:0;3920e6a7c3b5:42799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:16:58,275 DEBUG [RS:0;3920e6a7c3b5:42799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:58,275 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T14:16:58,275 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T14:16:58,275 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 224f35ab241bd5ece8f22f490932c748, disabling compactions & flushes 2024-12-03T14:16:58,275 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T14:16:58,275 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T14:16:58,275 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. 2024-12-03T14:16:58,275 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. 2024-12-03T14:16:58,275 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. after waiting 0 ms 2024-12-03T14:16:58,275 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T14:16:58,275 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. 2024-12-03T14:16:58,275 DEBUG [RS:0;3920e6a7c3b5:42799 {}] regionserver.HRegionServer(1325): Online Regions={224f35ab241bd5ece8f22f490932c748=hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T14:16:58,275 DEBUG [RS:0;3920e6a7c3b5:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 224f35ab241bd5ece8f22f490932c748 2024-12-03T14:16:58,275 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:16:58,275 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:16:58,275 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:16:58,275 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:16:58,276 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:16:58,276 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-03T14:16:58,281 INFO [regionserver/3920e6a7c3b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:16:58,291 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/replication/224f35ab241bd5ece8f22f490932c748/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-03T14:16:58,292 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:16:58,292 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:16:58,292 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. 2024-12-03T14:16:58,292 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 224f35ab241bd5ece8f22f490932c748: Waiting for close lock at 1733235418275Running coprocessor pre-close hooks at 1733235418275Disabling compacts and flushes for region at 1733235418275Disabling writes for close at 1733235418275Writing region close event to WAL at 1733235418280 (+5 ms)Running coprocessor post-close hooks at 1733235418292 (+12 ms)Closed at 1733235418292 2024-12-03T14:16:58,293 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748. 2024-12-03T14:16:58,302 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/.tmp/info/bf34944b38734966b825ad2538f28541 is 147, key is hbase:replication,,1733235402665.224f35ab241bd5ece8f22f490932c748./info:regioninfo/1733235415645/Put/seqid=0 2024-12-03T14:16:58,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741851_1027 (size=6385) 2024-12-03T14:16:58,475 DEBUG [RS:0;3920e6a7c3b5:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:16:58,676 DEBUG [RS:0;3920e6a7c3b5:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:16:58,709 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/.tmp/info/bf34944b38734966b825ad2538f28541 2024-12-03T14:16:58,720 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/.tmp/info/bf34944b38734966b825ad2538f28541 as hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/info/bf34944b38734966b825ad2538f28541 2024-12-03T14:16:58,725 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/info/bf34944b38734966b825ad2538f28541, entries=8, sequenceid=19, filesize=6.2 K 2024-12-03T14:16:58,727 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=19, compaction requested=false 2024-12-03T14:16:58,732 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-03T14:16:58,732 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:16:58,732 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:16:58,732 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:16:58,733 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235418275Running coprocessor pre-close hooks at 1733235418275Disabling compacts and flushes for region at 1733235418275Disabling writes for close at 1733235418275Obtaining lock to block concurrent updates at 1733235418276 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733235418276Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733235418276Flushing stores of hbase:meta,,1.1588230740 at 1733235418277 (+1 ms)Flushing 1588230740/info: creating writer at 1733235418277Flushing 1588230740/info: appending metadata at 1733235418302 (+25 ms)Flushing 1588230740/info: closing flushed file at 1733235418302Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@870c2b3: reopening flushed file at 1733235418719 (+417 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=19, compaction requested=false at 1733235418727 (+8 ms)Writing region close event to WAL at 1733235418728 (+1 ms)Running coprocessor post-close hooks at 1733235418732 (+4 ms)Closed at 1733235418732 2024-12-03T14:16:58,733 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T14:16:58,876 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.HRegionServer(976): stopping server 3920e6a7c3b5,42799,1733235409854; all regions closed. 2024-12-03T14:16:58,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741849_1025 (size=2156) 2024-12-03T14:16:58,883 DEBUG [RS:0;3920e6a7c3b5:42799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/oldWALs 2024-12-03T14:16:58,884 INFO [RS:0;3920e6a7c3b5:42799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C42799%2C1733235409854.meta:.meta(num 1733235411400) 2024-12-03T14:16:58,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741850_1026 (size=796) 2024-12-03T14:16:58,887 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.rep.1733235415579 not finished, retry = 0 2024-12-03T14:16:58,912 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T14:16:58,913 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T14:16:58,982 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 to pos 0, reset compression=false 2024-12-03T14:16:58,983 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 to pos 0, reset compression=false 2024-12-03T14:16:58,993 DEBUG [RS:0;3920e6a7c3b5:42799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/oldWALs 2024-12-03T14:16:58,993 INFO [RS:0;3920e6a7c3b5:42799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C42799%2C1733235409854.rep:(num 1733235415579) 2024-12-03T14:16:58,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741848_1024 (size=93) 2024-12-03T14:16:58,996 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 for the last time to pos 0, reset compression=false 2024-12-03T14:16:58,996 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 for the last time to pos 0, reset compression=false 2024-12-03T14:16:58,997 DEBUG [RS:0;3920e6a7c3b5:42799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/oldWALs 2024-12-03T14:16:58,997 INFO [RS:0;3920e6a7c3b5:42799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C42799%2C1733235409854:(num 1733235411035) 2024-12-03T14:16:58,997 DEBUG [RS:0;3920e6a7c3b5:42799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:58,997 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:16:58,997 INFO [RS:0;3920e6a7c3b5:42799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:16:58,998 INFO [RS:0;3920e6a7c3b5:42799 {}] hbase.ChoreService(370): Chore service for: regionserver/3920e6a7c3b5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T14:16:58,998 INFO [RS:0;3920e6a7c3b5:42799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:16:58,998 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3920e6a7c3b5,42799,1733235409854 because: Region server is closing 2024-12-03T14:16:58,998 INFO [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 was moved to hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/oldWALs/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 2024-12-03T14:16:58,998 INFO [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 was moved to hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/oldWALs/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 2024-12-03T14:16:58,998 INFO [RS:0;3920e6a7c3b5:42799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:42799. 2024-12-03T14:16:58,998 DEBUG [RS:0;3920e6a7c3b5:42799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:16:58,998 DEBUG [RS:0;3920e6a7c3b5:42799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:58,998 DEBUG [RS:0;3920e6a7c3b5:42799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:58,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:16:58,999 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-03T14:16:58,999 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-03T14:16:58,999 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-03T14:16:58,999 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:16:59,002 INFO [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 was moved to hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/oldWALs/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 2024-12-03T14:16:59,002 INFO [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 was moved to hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/oldWALs/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 2024-12-03T14:16:59,003 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 and length of the file is 93 2024-12-03T14:16:59,003 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 and length of the file is 93 2024-12-03T14:16:59,003 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 2024-12-03T14:16:59,003 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035 2024-12-03T14:16:59,003 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-03T14:16:59,003 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.wal-reader.3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-03T14:16:59,003 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.shipper3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,42799,1733235409854 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-03T14:16:59,003 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.shipper3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-3920e6a7c3b5,42799,1733235409854 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/WALs/3920e6a7c3b5,42799,1733235409854/3920e6a7c3b5%2C42799%2C1733235409854.1733235411035, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-03T14:16:59,008 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.shipper3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:16:59,008 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.shipper3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,42799,1733235409854, seqNum=-1] 2024-12-03T14:16:59,010 WARN [RS:0;3920e6a7c3b5:42799.replicationSource.shipper3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-3920e6a7c3b5,42799,1733235409854', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:42799 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 58 more 2024-12-03T14:16:59,012 WARN [RS:0;3920e6a7c3b5:42799.replicationSource.shipper3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-3920e6a7c3b5,42799,1733235409854', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:42799 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-12-03T14:16:59,013 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.shipper3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-03T14:16:59,013 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.shipper3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [3920e6a7c3b5%2C42799%2C1733235409854.1733235411035] 2024-12-03T14:16:59,013 ERROR [RS:0;3920e6a7c3b5:42799.replicationSource.shipper3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3920e6a7c3b5,42799,1733235409854: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3920e6a7c3b5,42799,1733235409854, walGroup=3920e6a7c3b5%2C42799%2C1733235409854, offset=3920e6a7c3b5%2C42799%2C1733235409854.1733235411035:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:42799 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T14:16:59,015 ERROR [RS:0;3920e6a7c3b5:42799.replicationSource.shipper3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T14:16:59,018 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.shipper3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T14:16:59,019 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.shipper3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T14:16:59,019 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.shipper3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T14:16:59,019 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.shipper3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T14:16:59,019 INFO [RS:0;3920e6a7c3b5:42799.replicationSource.shipper3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 632907320 }, "NonHeapMemoryUsage": { "committed": 163315712, "init": 7667712, "max": -1, "used": 158065736 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T14:16:59,021 DEBUG [RS:0;3920e6a7c3b5:42799.replicationSource.shipper3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [3920e6a7c3b5%2C42799%2C1733235409854.1733235411035] 2024-12-03T14:16:59,099 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;3920e6a7c3b5:42799.replicationSource.shipper3920e6a7c3b5%2C42799%2C1733235409854,1-3920e6a7c3b5,42799,1733235409854 terminated 2024-12-03T14:16:59,099 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-3920e6a7c3b5,42799,1733235409854 because: Region server is closing 2024-12-03T14:16:59,099 INFO [RS:0;3920e6a7c3b5:42799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:42799. 2024-12-03T14:16:59,099 DEBUG [RS:0;3920e6a7c3b5:42799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:16:59,099 DEBUG [RS:0;3920e6a7c3b5:42799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:59,099 DEBUG [RS:0;3920e6a7c3b5:42799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:16:59,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:16:59,099 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;3920e6a7c3b5:42799.replicationSource.shipper3920e6a7c3b5%2C42799%2C1733235409854,2-3920e6a7c3b5,42799,1733235409854 terminated 2024-12-03T14:16:59,100 INFO [RS:0;3920e6a7c3b5:42799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42799 2024-12-03T14:16:59,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1019b8d26960007, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1911088483/rs/3920e6a7c3b5,42799,1733235409854 2024-12-03T14:16:59,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483/rs 2024-12-03T14:16:59,125 INFO [RS:0;3920e6a7c3b5:42799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:16:59,209 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3920e6a7c3b5,42799,1733235409854] 2024-12-03T14:16:59,230 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1911088483/draining/3920e6a7c3b5,42799,1733235409854 already deleted, retry=false 2024-12-03T14:16:59,230 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3920e6a7c3b5,42799,1733235409854 expired; onlineServers=0 2024-12-03T14:16:59,231 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3920e6a7c3b5,46019,1733235409801' ***** 2024-12-03T14:16:59,231 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T14:16:59,231 INFO [M:0;3920e6a7c3b5:46019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:16:59,231 INFO [M:0;3920e6a7c3b5:46019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:16:59,231 DEBUG [M:0;3920e6a7c3b5:46019 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T14:16:59,231 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T14:16:59,231 DEBUG [M:0;3920e6a7c3b5:46019 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T14:16:59,231 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235410702 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235410702,5,FailOnTimeoutGroup] 2024-12-03T14:16:59,231 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235410702 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235410702,5,FailOnTimeoutGroup] 2024-12-03T14:16:59,231 INFO [M:0;3920e6a7c3b5:46019 {}] hbase.ChoreService(370): Chore service for: master/3920e6a7c3b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T14:16:59,231 INFO [M:0;3920e6a7c3b5:46019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:16:59,231 DEBUG [M:0;3920e6a7c3b5:46019 {}] master.HMaster(1795): Stopping service threads 2024-12-03T14:16:59,232 INFO [M:0;3920e6a7c3b5:46019 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T14:16:59,232 INFO [M:0;3920e6a7c3b5:46019 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:16:59,232 INFO [M:0;3920e6a7c3b5:46019 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T14:16:59,232 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T14:16:59,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1911088483/master 2024-12-03T14:16:59,241 DEBUG [M:0;3920e6a7c3b5:46019 {}] zookeeper.ZKUtil(347): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Unable to get data of znode /0-1911088483/master because node does not exist (not an error) 2024-12-03T14:16:59,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1911088483 2024-12-03T14:16:59,241 WARN [M:0;3920e6a7c3b5:46019 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T14:16:59,242 INFO [M:0;3920e6a7c3b5:46019 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/.lastflushedseqids 2024-12-03T14:16:59,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741852_1028 (size=181) 2024-12-03T14:16:59,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1019b8d26960007, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:16:59,309 INFO [RS:0;3920e6a7c3b5:42799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:16:59,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1019b8d26960007, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:16:59,309 INFO [RS:0;3920e6a7c3b5:42799 {}] regionserver.HRegionServer(1031): Exiting; stopping=3920e6a7c3b5,42799,1733235409854; zookeeper connection closed. 2024-12-03T14:16:59,310 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a3fe456 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a3fe456 2024-12-03T14:16:59,310 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T14:16:59,649 INFO [M:0;3920e6a7c3b5:46019 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T14:16:59,649 INFO [M:0;3920e6a7c3b5:46019 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T14:16:59,649 DEBUG [M:0;3920e6a7c3b5:46019 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:16:59,649 INFO [M:0;3920e6a7c3b5:46019 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:16:59,649 DEBUG [M:0;3920e6a7c3b5:46019 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:16:59,649 DEBUG [M:0;3920e6a7c3b5:46019 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:16:59,649 DEBUG [M:0;3920e6a7c3b5:46019 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:16:59,650 INFO [M:0;3920e6a7c3b5:46019 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-03T14:16:59,671 DEBUG [M:0;3920e6a7c3b5:46019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42c75f7619b44138acb8d4197f2a9903 is 82, key is hbase:meta,,1/info:regioninfo/1733235411461/Put/seqid=0 2024-12-03T14:16:59,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741853_1029 (size=5680) 2024-12-03T14:17:00,076 INFO [M:0;3920e6a7c3b5:46019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42c75f7619b44138acb8d4197f2a9903 2024-12-03T14:17:00,104 DEBUG [M:0;3920e6a7c3b5:46019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bb5c1872a524463bf7845c2d0eb7449 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733235415654/Put/seqid=0 2024-12-03T14:17:00,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741854_1030 (size=7319) 2024-12-03T14:17:00,110 INFO [M:0;3920e6a7c3b5:46019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bb5c1872a524463bf7845c2d0eb7449 2024-12-03T14:17:00,131 DEBUG [M:0;3920e6a7c3b5:46019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/840ecdf3a5eb4fd6a7a77e626fe883cf is 69, key is 3920e6a7c3b5,42799,1733235409854/rs:state/1733235410824/Put/seqid=0 2024-12-03T14:17:00,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741855_1031 (size=5371) 2024-12-03T14:17:00,537 INFO [M:0;3920e6a7c3b5:46019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/840ecdf3a5eb4fd6a7a77e626fe883cf 2024-12-03T14:17:00,544 INFO [M:0;3920e6a7c3b5:46019 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 840ecdf3a5eb4fd6a7a77e626fe883cf 2024-12-03T14:17:00,546 DEBUG [M:0;3920e6a7c3b5:46019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42c75f7619b44138acb8d4197f2a9903 as hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42c75f7619b44138acb8d4197f2a9903 2024-12-03T14:17:00,554 INFO [M:0;3920e6a7c3b5:46019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42c75f7619b44138acb8d4197f2a9903, entries=8, sequenceid=172, filesize=5.5 K 2024-12-03T14:17:00,555 DEBUG [M:0;3920e6a7c3b5:46019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bb5c1872a524463bf7845c2d0eb7449 as hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bb5c1872a524463bf7845c2d0eb7449 2024-12-03T14:17:00,563 INFO [M:0;3920e6a7c3b5:46019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bb5c1872a524463bf7845c2d0eb7449, entries=7, sequenceid=172, filesize=7.1 K 2024-12-03T14:17:00,565 DEBUG [M:0;3920e6a7c3b5:46019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/840ecdf3a5eb4fd6a7a77e626fe883cf as hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/840ecdf3a5eb4fd6a7a77e626fe883cf 2024-12-03T14:17:00,572 INFO [M:0;3920e6a7c3b5:46019 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 840ecdf3a5eb4fd6a7a77e626fe883cf 2024-12-03T14:17:00,573 INFO [M:0;3920e6a7c3b5:46019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37375/user/jenkins/test-data/0d811d85-e34c-7fde-4f3c-18cef78fc7d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/840ecdf3a5eb4fd6a7a77e626fe883cf, entries=2, sequenceid=172, filesize=5.2 K 2024-12-03T14:17:00,574 INFO [M:0;3920e6a7c3b5:46019 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 925ms, sequenceid=172, compaction requested=false 2024-12-03T14:17:00,580 INFO [M:0;3920e6a7c3b5:46019 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:17:00,580 DEBUG [M:0;3920e6a7c3b5:46019 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235419649Disabling compacts and flushes for region at 1733235419649Disabling writes for close at 1733235419649Obtaining lock to block concurrent updates at 1733235419650 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733235419650Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733235419650Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733235419651 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733235419651Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733235419670 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733235419670Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733235420083 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733235420103 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733235420104 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733235420116 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733235420130 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733235420130Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@624764a5: reopening flushed file at 1733235420544 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d5fa10e: reopening flushed file at 1733235420554 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40efdacd: reopening flushed file at 1733235420563 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 925ms, sequenceid=172, compaction requested=false at 1733235420574 (+11 ms)Writing region close event to WAL at 1733235420580 (+6 ms)Closed at 1733235420580 2024-12-03T14:17:00,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741847_1023 (size=22949) 2024-12-03T14:17:00,592 INFO [M:0;3920e6a7c3b5:46019 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T14:17:00,592 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:17:00,592 INFO [M:0;3920e6a7c3b5:46019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46019 2024-12-03T14:17:00,593 INFO [M:0;3920e6a7c3b5:46019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:17:00,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:17:00,745 INFO [M:0;3920e6a7c3b5:46019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:17:00,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1019b8d26960006, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:17:00,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@116d148d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:17:00,748 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:17:00,748 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:17:00,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:17:00,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/hadoop.log.dir/,STOPPED} 2024-12-03T14:17:00,750 WARN [BP-2091586011-172.17.0.2-1733235388062 heartbeating to localhost/127.0.0.1:37375 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T14:17:00,750 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T14:17:00,750 WARN [BP-2091586011-172.17.0.2-1733235388062 heartbeating to localhost/127.0.0.1:37375 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2091586011-172.17.0.2-1733235388062 (Datanode Uuid ce115ff6-b810-4eb8-ad4e-283101c1ef24) service to localhost/127.0.0.1:37375 2024-12-03T14:17:00,750 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T14:17:00,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/cluster_91182d81-f68f-e771-53d9-45fbaf4291e4/data/data1/current/BP-2091586011-172.17.0.2-1733235388062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:17:00,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/cluster_91182d81-f68f-e771-53d9-45fbaf4291e4/data/data2/current/BP-2091586011-172.17.0.2-1733235388062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:17:00,752 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T14:17:00,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:17:00,758 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:17:00,758 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:17:00,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:17:00,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68159dff-ee6a-36ee-62df-ac518112bb44/hadoop.log.dir/,STOPPED} 2024-12-03T14:17:00,767 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T14:17:00,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T14:17:00,797 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60767) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3920e6a7c3b5:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60767) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@36ba0088 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42055 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37375 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/3920e6a7c3b5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/3920e6a7c3b5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3920e6a7c3b5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3920e6a7c3b5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=449 (was 381) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11356 (was 11315) - AvailableMemoryMB LEAK? - 2024-12-03T14:17:00,804 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=449, ProcessCount=11, AvailableMemoryMB=11355 2024-12-03T14:17:00,818 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-03T14:17:00,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/hadoop.log.dir so I do NOT create it in target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf 2024-12-03T14:17:00,819 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T14:17:00,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/hadoop.tmp.dir so I do NOT create it in target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf 2024-12-03T14:17:00,819 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37a60af-bfa0-ef2d-5239-4c428aab2032/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T14:17:00,819 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf 2024-12-03T14:17:00,819 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/cluster_30588f44-82da-451e-1e22-41fb08beb264, deleteOnExit=true 2024-12-03T14:17:00,822 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/cluster_30588f44-82da-451e-1e22-41fb08beb264/zookeeper_0, clientPort=60057, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/cluster_30588f44-82da-451e-1e22-41fb08beb264/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/cluster_30588f44-82da-451e-1e22-41fb08beb264/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T14:17:00,823 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60057 2024-12-03T14:17:00,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T14:17:00,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T14:17:00,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/test.cache.data in system properties and HBase conf 2024-12-03T14:17:00,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T14:17:00,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/hadoop.log.dir in system properties and HBase conf 2024-12-03T14:17:00,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T14:17:00,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T14:17:00,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T14:17:00,823 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T14:17:00,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:17:00,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:17:00,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T14:17:00,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:17:00,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T14:17:00,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T14:17:00,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:17:00,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:17:00,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T14:17:00,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/nfs.dump.dir in system properties and HBase conf 2024-12-03T14:17:00,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/java.io.tmpdir in system properties and HBase conf 2024-12-03T14:17:00,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:17:00,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T14:17:00,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T14:17:00,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019b8d26960005, quorum=127.0.0.1:60767, baseZNode=/199333827 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T14:17:00,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019b8d26960002, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T14:17:00,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019b8d26960002, quorum=127.0.0.1:60767, baseZNode=/0-1911088483 Received Disconnected from ZooKeeper, ignoring 2024-12-03T14:17:00,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019b8d26960005, quorum=127.0.0.1:60767, baseZNode=/199333827 Received Disconnected from ZooKeeper, ignoring 2024-12-03T14:17:01,108 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:17:01,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:17:01,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:17:01,162 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:17:01,167 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:17:01,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:17:01,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:17:01,168 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T14:17:01,169 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:17:01,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:17:01,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:17:01,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/java.io.tmpdir/jetty-localhost-43897-hadoop-hdfs-3_4_1-tests_jar-_-any-2381768775607283628/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:17:01,270 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:43897} 2024-12-03T14:17:01,270 INFO [Time-limited test {}] server.Server(415): Started @35878ms 2024-12-03T14:17:01,520 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:17:01,523 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:17:01,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:17:01,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:17:01,524 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T14:17:01,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:17:01,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:17:01,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d8272f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/java.io.tmpdir/jetty-localhost-42701-hadoop-hdfs-3_4_1-tests_jar-_-any-5000141003395808327/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:17:01,618 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:42701} 2024-12-03T14:17:01,618 INFO [Time-limited test {}] server.Server(415): Started @36227ms 2024-12-03T14:17:01,619 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T14:17:02,520 WARN [Thread-503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/cluster_30588f44-82da-451e-1e22-41fb08beb264/data/data1/current/BP-107037778-172.17.0.2-1733235420856/current, will proceed with Du for space computation calculation, 2024-12-03T14:17:02,520 WARN [Thread-504 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/cluster_30588f44-82da-451e-1e22-41fb08beb264/data/data2/current/BP-107037778-172.17.0.2-1733235420856/current, will proceed with Du for space computation calculation, 2024-12-03T14:17:02,539 WARN [Thread-491 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T14:17:02,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbd82f01cfca9b0e with lease ID 0x4987b5f2b8fad6ad: Processing first storage report for DS-b00097db-d2d5-4491-b831-26a7ba494088 from datanode DatanodeRegistration(127.0.0.1:36119, datanodeUuid=73dfc285-f029-47e7-9b1a-40161bc4da61, infoPort=44099, infoSecurePort=0, ipcPort=33669, storageInfo=lv=-57;cid=testClusterID;nsid=1035150384;c=1733235420856) 2024-12-03T14:17:02,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbd82f01cfca9b0e with lease ID 0x4987b5f2b8fad6ad: from storage DS-b00097db-d2d5-4491-b831-26a7ba494088 node DatanodeRegistration(127.0.0.1:36119, datanodeUuid=73dfc285-f029-47e7-9b1a-40161bc4da61, infoPort=44099, infoSecurePort=0, ipcPort=33669, storageInfo=lv=-57;cid=testClusterID;nsid=1035150384;c=1733235420856), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:17:02,542 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbd82f01cfca9b0e with lease ID 0x4987b5f2b8fad6ad: Processing first storage report for DS-246ecc41-60ea-4bc1-afb0-b67f183345c6 from datanode DatanodeRegistration(127.0.0.1:36119, datanodeUuid=73dfc285-f029-47e7-9b1a-40161bc4da61, infoPort=44099, infoSecurePort=0, ipcPort=33669, storageInfo=lv=-57;cid=testClusterID;nsid=1035150384;c=1733235420856) 2024-12-03T14:17:02,542 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbd82f01cfca9b0e with lease ID 0x4987b5f2b8fad6ad: from storage DS-246ecc41-60ea-4bc1-afb0-b67f183345c6 node DatanodeRegistration(127.0.0.1:36119, datanodeUuid=73dfc285-f029-47e7-9b1a-40161bc4da61, infoPort=44099, infoSecurePort=0, ipcPort=33669, storageInfo=lv=-57;cid=testClusterID;nsid=1035150384;c=1733235420856), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:17:02,546 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf 2024-12-03T14:17:02,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:02,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:02,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741825_1001 (size=7) 2024-12-03T14:17:02,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:17:02,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T14:17:02,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T14:17:02,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:17:02,958 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594 with version=8 2024-12-03T14:17:02,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/hbase-staging 2024-12-03T14:17:02,960 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:17:02,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:17:02,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:17:02,960 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:17:02,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:17:02,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:17:02,960 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T14:17:02,960 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:17:02,961 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44407 2024-12-03T14:17:02,962 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44407 connecting to ZooKeeper ensemble=127.0.0.1:60057 2024-12-03T14:17:03,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444070x0, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:17:03,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44407-0x1019b8daa410000 connected 2024-12-03T14:17:03,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:03,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:03,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Set watcher on znode that does not yet exist, /0-322017445/running 2024-12-03T14:17:03,145 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594, hbase.cluster.distributed=false 2024-12-03T14:17:03,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Set watcher on znode that does not yet exist, /0-322017445/acl 2024-12-03T14:17:03,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44407 2024-12-03T14:17:03,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44407 2024-12-03T14:17:03,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44407 2024-12-03T14:17:03,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44407 2024-12-03T14:17:03,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44407 2024-12-03T14:17:03,169 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:17:03,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:17:03,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:17:03,169 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:17:03,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:17:03,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:17:03,169 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T14:17:03,170 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:17:03,170 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33947 2024-12-03T14:17:03,172 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33947 connecting to ZooKeeper ensemble=127.0.0.1:60057 2024-12-03T14:17:03,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:03,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:03,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339470x0, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:17:03,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33947-0x1019b8daa410001, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Set watcher on znode that does not yet exist, /0-322017445/running 2024-12-03T14:17:03,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33947-0x1019b8daa410001 connected 2024-12-03T14:17:03,189 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T14:17:03,190 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T14:17:03,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33947-0x1019b8daa410001, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Set watcher on znode that does not yet exist, /0-322017445/master 2024-12-03T14:17:03,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33947-0x1019b8daa410001, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Set watcher on znode that does not yet exist, /0-322017445/acl 2024-12-03T14:17:03,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33947 2024-12-03T14:17:03,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33947 2024-12-03T14:17:03,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33947 2024-12-03T14:17:03,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33947 2024-12-03T14:17:03,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33947 2024-12-03T14:17:03,209 DEBUG [M:0;3920e6a7c3b5:44407 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3920e6a7c3b5:44407 2024-12-03T14:17:03,209 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-322017445/backup-masters/3920e6a7c3b5,44407,1733235422959 2024-12-03T14:17:03,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-322017445/backup-masters 2024-12-03T14:17:03,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1019b8daa410001, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-322017445/backup-masters 2024-12-03T14:17:03,220 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Set watcher on existing znode=/0-322017445/backup-masters/3920e6a7c3b5,44407,1733235422959 2024-12-03T14:17:03,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1019b8daa410001, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-322017445/master 2024-12-03T14:17:03,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-322017445 2024-12-03T14:17:03,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1019b8daa410001, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-322017445 2024-12-03T14:17:03,233 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Set watcher on existing znode=/0-322017445/master 2024-12-03T14:17:03,234 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-322017445/backup-masters/3920e6a7c3b5,44407,1733235422959 from backup master directory 2024-12-03T14:17:03,244 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:17:03,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-322017445/backup-masters/3920e6a7c3b5,44407,1733235422959 2024-12-03T14:17:03,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1019b8daa410001, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-322017445/backup-masters 2024-12-03T14:17:03,244 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3920e6a7c3b5,44407,1733235422959 2024-12-03T14:17:03,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-322017445/backup-masters 2024-12-03T14:17:03,249 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/hbase.id] with ID: 2a282158-54cb-4ae0-b717-d5492cce0d4f 2024-12-03T14:17:03,249 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/.tmp/hbase.id 2024-12-03T14:17:03,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741826_1002 (size=42) 2024-12-03T14:17:03,655 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/.tmp/hbase.id]:[hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/hbase.id] 2024-12-03T14:17:03,668 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:03,668 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T14:17:03,669 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T14:17:03,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-322017445 2024-12-03T14:17:03,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1019b8daa410001, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-322017445 2024-12-03T14:17:03,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741827_1003 (size=196) 2024-12-03T14:17:04,093 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:17:04,094 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T14:17:04,094 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:17:04,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741828_1004 (size=1189) 2024-12-03T14:17:04,503 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/data/master/store 2024-12-03T14:17:04,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741829_1005 (size=34) 2024-12-03T14:17:04,910 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:17:04,911 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:17:04,911 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:17:04,911 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:17:04,911 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:17:04,911 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:17:04,911 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:17:04,911 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235424911Disabling compacts and flushes for region at 1733235424911Disabling writes for close at 1733235424911Writing region close event to WAL at 1733235424911Closed at 1733235424911 2024-12-03T14:17:04,912 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/data/master/store/.initializing 2024-12-03T14:17:04,912 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/WALs/3920e6a7c3b5,44407,1733235422959 2024-12-03T14:17:04,913 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:17:04,915 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3920e6a7c3b5%2C44407%2C1733235422959, suffix=, logDir=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/WALs/3920e6a7c3b5,44407,1733235422959, archiveDir=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/oldWALs, maxLogs=10 2024-12-03T14:17:04,926 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/WALs/3920e6a7c3b5,44407,1733235422959/3920e6a7c3b5%2C44407%2C1733235422959.1733235424915, exclude list is [], retry=0 2024-12-03T14:17:04,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36119,DS-b00097db-d2d5-4491-b831-26a7ba494088,DISK] 2024-12-03T14:17:04,931 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/WALs/3920e6a7c3b5,44407,1733235422959/3920e6a7c3b5%2C44407%2C1733235422959.1733235424915 2024-12-03T14:17:04,931 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44099:44099)] 2024-12-03T14:17:04,931 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:17:04,932 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:17:04,932 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:04,932 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:04,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:04,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T14:17:04,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:04,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:04,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:04,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T14:17:04,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:04,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:17:04,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:04,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T14:17:04,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:04,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:17:04,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:04,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T14:17:04,940 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:04,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:17:04,941 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:04,942 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:04,942 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:04,943 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:04,943 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:04,943 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:17:04,944 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:04,947 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:17:04,947 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72572237, jitterRate=0.08141060173511505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:17:04,948 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733235424932Initializing all the Stores at 1733235424933 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235424933Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235424933Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235424933Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235424933Cleaning up temporary data from old regions at 1733235424943 (+10 ms)Region opened successfully at 1733235424948 (+5 ms) 2024-12-03T14:17:04,948 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T14:17:04,951 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7b7691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:17:04,952 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T14:17:04,952 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T14:17:04,952 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T14:17:04,953 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T14:17:04,953 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T14:17:04,953 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T14:17:04,953 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T14:17:04,956 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T14:17:04,957 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Unable to get data of znode /0-322017445/balancer because node does not exist (not necessarily an error) 2024-12-03T14:17:04,971 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-322017445/balancer already deleted, retry=false 2024-12-03T14:17:04,971 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T14:17:04,972 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Unable to get data of znode /0-322017445/normalizer because node does not exist (not necessarily an error) 2024-12-03T14:17:04,992 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-322017445/normalizer already deleted, retry=false 2024-12-03T14:17:04,992 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T14:17:04,994 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Unable to get data of znode /0-322017445/switch/split because node does not exist (not necessarily an error) 2024-12-03T14:17:05,002 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-322017445/switch/split already deleted, retry=false 2024-12-03T14:17:05,003 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Unable to get data of znode /0-322017445/switch/merge because node does not exist (not necessarily an error) 2024-12-03T14:17:05,012 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-322017445/switch/merge already deleted, retry=false 2024-12-03T14:17:05,015 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Unable to get data of znode /0-322017445/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T14:17:05,023 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-322017445/snapshot-cleanup already deleted, retry=false 2024-12-03T14:17:05,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-322017445/running 2024-12-03T14:17:05,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1019b8daa410001, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-322017445/running 2024-12-03T14:17:05,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1019b8daa410001, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-322017445 2024-12-03T14:17:05,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-322017445 2024-12-03T14:17:05,034 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3920e6a7c3b5,44407,1733235422959, sessionid=0x1019b8daa410000, setting cluster-up flag (Was=false) 2024-12-03T14:17:05,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-322017445 2024-12-03T14:17:05,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1019b8daa410001, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-322017445 2024-12-03T14:17:05,086 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-322017445/flush-table-proc/acquired, /0-322017445/flush-table-proc/reached, /0-322017445/flush-table-proc/abort 2024-12-03T14:17:05,087 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,44407,1733235422959 2024-12-03T14:17:05,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-322017445 2024-12-03T14:17:05,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1019b8daa410001, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-322017445 2024-12-03T14:17:05,139 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-322017445/online-snapshot/acquired, /0-322017445/online-snapshot/reached, /0-322017445/online-snapshot/abort 2024-12-03T14:17:05,140 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,44407,1733235422959 2024-12-03T14:17:05,141 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T14:17:05,143 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T14:17:05,143 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T14:17:05,143 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T14:17:05,144 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3920e6a7c3b5,44407,1733235422959 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T14:17:05,145 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:17:05,145 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:17:05,145 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:17:05,145 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:17:05,145 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3920e6a7c3b5:0, corePoolSize=10, maxPoolSize=10 2024-12-03T14:17:05,145 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:05,145 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:17:05,145 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:05,146 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733235455146 2024-12-03T14:17:05,146 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T14:17:05,146 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T14:17:05,146 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T14:17:05,146 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T14:17:05,146 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T14:17:05,146 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T14:17:05,147 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:05,147 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T14:17:05,147 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T14:17:05,147 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T14:17:05,147 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:17:05,147 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T14:17:05,147 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T14:17:05,148 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T14:17:05,148 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T14:17:05,148 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235425148,5,FailOnTimeoutGroup] 2024-12-03T14:17:05,149 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:05,149 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T14:17:05,150 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235425148,5,FailOnTimeoutGroup] 2024-12-03T14:17:05,150 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:05,150 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T14:17:05,150 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:05,150 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:05,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741831_1007 (size=1321) 2024-12-03T14:17:05,159 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T14:17:05,159 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594 2024-12-03T14:17:05,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741832_1008 (size=32) 2024-12-03T14:17:05,201 INFO [RS:0;3920e6a7c3b5:33947 {}] regionserver.HRegionServer(746): ClusterId : 2a282158-54cb-4ae0-b717-d5492cce0d4f 2024-12-03T14:17:05,201 DEBUG [RS:0;3920e6a7c3b5:33947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T14:17:05,214 DEBUG [RS:0;3920e6a7c3b5:33947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T14:17:05,214 DEBUG [RS:0;3920e6a7c3b5:33947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T14:17:05,224 DEBUG [RS:0;3920e6a7c3b5:33947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T14:17:05,224 DEBUG [RS:0;3920e6a7c3b5:33947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38190722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:17:05,237 DEBUG [RS:0;3920e6a7c3b5:33947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3920e6a7c3b5:33947 2024-12-03T14:17:05,237 INFO [RS:0;3920e6a7c3b5:33947 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T14:17:05,237 INFO [RS:0;3920e6a7c3b5:33947 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T14:17:05,237 DEBUG [RS:0;3920e6a7c3b5:33947 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T14:17:05,238 INFO [RS:0;3920e6a7c3b5:33947 {}] regionserver.HRegionServer(2659): reportForDuty to master=3920e6a7c3b5,44407,1733235422959 with port=33947, startcode=1733235423169 2024-12-03T14:17:05,238 DEBUG [RS:0;3920e6a7c3b5:33947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T14:17:05,241 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T14:17:05,242 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44407 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3920e6a7c3b5,33947,1733235423169 2024-12-03T14:17:05,242 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44407 {}] master.ServerManager(517): Registering regionserver=3920e6a7c3b5,33947,1733235423169 2024-12-03T14:17:05,244 DEBUG [RS:0;3920e6a7c3b5:33947 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594 2024-12-03T14:17:05,244 DEBUG [RS:0;3920e6a7c3b5:33947 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36351 2024-12-03T14:17:05,244 DEBUG [RS:0;3920e6a7c3b5:33947 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T14:17:05,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-322017445/rs 2024-12-03T14:17:05,255 DEBUG [RS:0;3920e6a7c3b5:33947 {}] zookeeper.ZKUtil(111): regionserver:33947-0x1019b8daa410001, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Set watcher on existing znode=/0-322017445/rs/3920e6a7c3b5,33947,1733235423169 2024-12-03T14:17:05,255 WARN [RS:0;3920e6a7c3b5:33947 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:17:05,255 INFO [RS:0;3920e6a7c3b5:33947 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:17:05,256 DEBUG [RS:0;3920e6a7c3b5:33947 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/WALs/3920e6a7c3b5,33947,1733235423169 2024-12-03T14:17:05,256 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3920e6a7c3b5,33947,1733235423169] 2024-12-03T14:17:05,263 INFO [RS:0;3920e6a7c3b5:33947 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T14:17:05,266 INFO [RS:0;3920e6a7c3b5:33947 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T14:17:05,268 INFO [RS:0;3920e6a7c3b5:33947 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T14:17:05,268 INFO [RS:0;3920e6a7c3b5:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:05,268 INFO [RS:0;3920e6a7c3b5:33947 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T14:17:05,269 INFO [RS:0;3920e6a7c3b5:33947 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T14:17:05,270 INFO [RS:0;3920e6a7c3b5:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:05,270 DEBUG [RS:0;3920e6a7c3b5:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:05,270 DEBUG [RS:0;3920e6a7c3b5:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:05,270 DEBUG [RS:0;3920e6a7c3b5:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:05,270 DEBUG [RS:0;3920e6a7c3b5:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:05,270 DEBUG [RS:0;3920e6a7c3b5:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:05,271 DEBUG [RS:0;3920e6a7c3b5:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:17:05,271 DEBUG [RS:0;3920e6a7c3b5:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:05,271 DEBUG [RS:0;3920e6a7c3b5:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:05,271 DEBUG [RS:0;3920e6a7c3b5:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:05,271 DEBUG [RS:0;3920e6a7c3b5:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:05,271 DEBUG [RS:0;3920e6a7c3b5:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:05,271 DEBUG [RS:0;3920e6a7c3b5:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:05,271 DEBUG [RS:0;3920e6a7c3b5:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:17:05,271 DEBUG [RS:0;3920e6a7c3b5:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:17:05,272 INFO [RS:0;3920e6a7c3b5:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:05,272 INFO [RS:0;3920e6a7c3b5:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:05,272 INFO [RS:0;3920e6a7c3b5:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:05,272 INFO [RS:0;3920e6a7c3b5:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:05,272 INFO [RS:0;3920e6a7c3b5:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:05,272 INFO [RS:0;3920e6a7c3b5:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,33947,1733235423169-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:17:05,291 INFO [RS:0;3920e6a7c3b5:33947 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T14:17:05,291 INFO [RS:0;3920e6a7c3b5:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,33947,1733235423169-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:05,291 INFO [RS:0;3920e6a7c3b5:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:05,291 INFO [RS:0;3920e6a7c3b5:33947 {}] regionserver.Replication(171): 3920e6a7c3b5,33947,1733235423169 started 2024-12-03T14:17:05,306 INFO [RS:0;3920e6a7c3b5:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:05,307 INFO [RS:0;3920e6a7c3b5:33947 {}] regionserver.HRegionServer(1482): Serving as 3920e6a7c3b5,33947,1733235423169, RpcServer on 3920e6a7c3b5/172.17.0.2:33947, sessionid=0x1019b8daa410001 2024-12-03T14:17:05,307 DEBUG [RS:0;3920e6a7c3b5:33947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T14:17:05,307 DEBUG [RS:0;3920e6a7c3b5:33947 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3920e6a7c3b5,33947,1733235423169 2024-12-03T14:17:05,307 DEBUG [RS:0;3920e6a7c3b5:33947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,33947,1733235423169' 2024-12-03T14:17:05,307 DEBUG [RS:0;3920e6a7c3b5:33947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-322017445/flush-table-proc/abort' 2024-12-03T14:17:05,307 DEBUG [RS:0;3920e6a7c3b5:33947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-322017445/flush-table-proc/acquired' 2024-12-03T14:17:05,308 DEBUG [RS:0;3920e6a7c3b5:33947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T14:17:05,308 DEBUG [RS:0;3920e6a7c3b5:33947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T14:17:05,308 DEBUG [RS:0;3920e6a7c3b5:33947 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3920e6a7c3b5,33947,1733235423169 2024-12-03T14:17:05,308 DEBUG [RS:0;3920e6a7c3b5:33947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,33947,1733235423169' 2024-12-03T14:17:05,308 DEBUG [RS:0;3920e6a7c3b5:33947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-322017445/online-snapshot/abort' 2024-12-03T14:17:05,308 DEBUG [RS:0;3920e6a7c3b5:33947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-322017445/online-snapshot/acquired' 2024-12-03T14:17:05,309 DEBUG [RS:0;3920e6a7c3b5:33947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T14:17:05,309 INFO [RS:0;3920e6a7c3b5:33947 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T14:17:05,309 INFO [RS:0;3920e6a7c3b5:33947 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T14:17:05,409 INFO [RS:0;3920e6a7c3b5:33947 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:17:05,411 INFO [RS:0;3920e6a7c3b5:33947 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C33947%2C1733235423169, suffix=, logDir=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/WALs/3920e6a7c3b5,33947,1733235423169, archiveDir=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/oldWALs, maxLogs=10 2024-12-03T14:17:05,424 DEBUG [RS:0;3920e6a7c3b5:33947 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/WALs/3920e6a7c3b5,33947,1733235423169/3920e6a7c3b5%2C33947%2C1733235423169.1733235425412, exclude list is [], retry=0 2024-12-03T14:17:05,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36119,DS-b00097db-d2d5-4491-b831-26a7ba494088,DISK] 2024-12-03T14:17:05,430 INFO [RS:0;3920e6a7c3b5:33947 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/WALs/3920e6a7c3b5,33947,1733235423169/3920e6a7c3b5%2C33947%2C1733235423169.1733235425412 2024-12-03T14:17:05,430 DEBUG [RS:0;3920e6a7c3b5:33947 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44099:44099)] 2024-12-03T14:17:05,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:17:05,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:17:05,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:17:05,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:05,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:05,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:17:05,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:17:05,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:05,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:05,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:17:05,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:17:05,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:05,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:05,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:17:05,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:17:05,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:05,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:05,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:17:05,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/meta/1588230740 2024-12-03T14:17:05,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/meta/1588230740 2024-12-03T14:17:05,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:17:05,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:17:05,581 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:17:05,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:17:05,584 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:17:05,585 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66062463, jitterRate=-0.015592589974403381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:17:05,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733235425568Initializing all the Stores at 1733235425569 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235425569Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235425569Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235425569Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235425569Cleaning up temporary data from old regions at 1733235425580 (+11 ms)Region opened successfully at 1733235425585 (+5 ms) 2024-12-03T14:17:05,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:17:05,586 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:17:05,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:17:05,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:17:05,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:17:05,586 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:17:05,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235425585Disabling compacts and flushes for region at 1733235425585Disabling writes for close at 1733235425586 (+1 ms)Writing region close event to WAL at 1733235425586Closed at 1733235425586 2024-12-03T14:17:05,587 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:17:05,588 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T14:17:05,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T14:17:05,589 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:17:05,590 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T14:17:05,740 DEBUG [3920e6a7c3b5:44407 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:17:05,741 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3920e6a7c3b5,33947,1733235423169 2024-12-03T14:17:05,742 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,33947,1733235423169, state=OPENING 2024-12-03T14:17:05,791 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T14:17:05,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-322017445 2024-12-03T14:17:05,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1019b8daa410001, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-322017445 2024-12-03T14:17:05,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-322017445/meta-region-server: CHANGED 2024-12-03T14:17:05,840 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:17:05,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-322017445/meta-region-server: CHANGED 2024-12-03T14:17:05,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,33947,1733235423169}] 2024-12-03T14:17:05,993 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:17:05,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T14:17:06,000 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T14:17:06,000 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:17:06,001 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T14:17:06,003 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C33947%2C1733235423169.meta, suffix=.meta, logDir=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/WALs/3920e6a7c3b5,33947,1733235423169, archiveDir=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/oldWALs, maxLogs=10 2024-12-03T14:17:06,015 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/WALs/3920e6a7c3b5,33947,1733235423169/3920e6a7c3b5%2C33947%2C1733235423169.meta.1733235426003.meta, exclude list is [], retry=0 2024-12-03T14:17:06,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36119,DS-b00097db-d2d5-4491-b831-26a7ba494088,DISK] 2024-12-03T14:17:06,020 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/WALs/3920e6a7c3b5,33947,1733235423169/3920e6a7c3b5%2C33947%2C1733235423169.meta.1733235426003.meta 2024-12-03T14:17:06,020 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44099:44099)] 2024-12-03T14:17:06,020 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:17:06,021 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:17:06,021 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:17:06,021 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T14:17:06,021 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T14:17:06,021 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T14:17:06,021 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:17:06,021 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T14:17:06,021 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T14:17:06,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:17:06,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:17:06,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:06,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:06,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:17:06,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:17:06,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:06,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:06,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:17:06,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:17:06,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:06,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:06,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:17:06,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:17:06,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:06,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:06,031 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:17:06,032 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/meta/1588230740 2024-12-03T14:17:06,033 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/meta/1588230740 2024-12-03T14:17:06,034 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:17:06,035 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:17:06,035 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:17:06,037 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:17:06,038 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61173357, jitterRate=-0.08844594657421112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:17:06,038 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T14:17:06,039 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733235426021Writing region info on filesystem at 1733235426021Initializing all the Stores at 1733235426022 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235426022Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235426024 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235426024Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235426024Cleaning up temporary data from old regions at 1733235426035 (+11 ms)Running coprocessor post-open hooks at 1733235426038 (+3 ms)Region opened successfully at 1733235426039 (+1 ms) 2024-12-03T14:17:06,040 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733235425993 2024-12-03T14:17:06,043 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T14:17:06,043 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T14:17:06,044 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,33947,1733235423169 2024-12-03T14:17:06,046 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,33947,1733235423169, state=OPEN 2024-12-03T14:17:06,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1019b8daa410001, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-322017445/meta-region-server 2024-12-03T14:17:06,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-322017445/meta-region-server 2024-12-03T14:17:06,102 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,33947,1733235423169 2024-12-03T14:17:06,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-322017445/meta-region-server: CHANGED 2024-12-03T14:17:06,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-322017445/meta-region-server: CHANGED 2024-12-03T14:17:06,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T14:17:06,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,33947,1733235423169 in 262 msec 2024-12-03T14:17:06,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T14:17:06,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 517 msec 2024-12-03T14:17:06,108 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:17:06,108 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T14:17:06,110 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:17:06,110 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,33947,1733235423169, seqNum=-1] 2024-12-03T14:17:06,110 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:17:06,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:17:06,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 974 msec 2024-12-03T14:17:06,118 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733235426118, completionTime=-1 2024-12-03T14:17:06,118 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T14:17:06,118 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T14:17:06,120 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T14:17:06,120 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733235486120 2024-12-03T14:17:06,120 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733235546120 2024-12-03T14:17:06,120 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T14:17:06,121 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44407,1733235422959-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:06,121 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44407,1733235422959-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:06,121 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44407,1733235422959-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:06,121 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3920e6a7c3b5:44407, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:06,121 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:06,121 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:06,123 DEBUG [master/3920e6a7c3b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T14:17:06,125 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.880sec 2024-12-03T14:17:06,125 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T14:17:06,125 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T14:17:06,125 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T14:17:06,126 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T14:17:06,126 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T14:17:06,126 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44407,1733235422959-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:17:06,126 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44407,1733235422959-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T14:17:06,128 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T14:17:06,128 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T14:17:06,128 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44407,1733235422959-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:06,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596cb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:06,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,44407,-1 for getting cluster id 2024-12-03T14:17:06,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:17:06,203 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a282158-54cb-4ae0-b717-d5492cce0d4f' 2024-12-03T14:17:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:17:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a282158-54cb-4ae0-b717-d5492cce0d4f" 2024-12-03T14:17:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac65a7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,44407,-1] 2024-12-03T14:17:06,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:17:06,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:06,205 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:17:06,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:06,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:17:06,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,33947,1733235423169, seqNum=-1] 2024-12-03T14:17:06,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:17:06,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:17:06,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3920e6a7c3b5,44407,1733235422959 2024-12-03T14:17:06,211 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60057 2024-12-03T14:17:06,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:17:06,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019b8daa410002 connected 2024-12-03T14:17:06,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/hadoop.log.dir so I do NOT create it in target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764 2024-12-03T14:17:06,327 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T14:17:06,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/hadoop.tmp.dir so I do NOT create it in target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764 2024-12-03T14:17:06,327 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T14:17:06,328 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764 2024-12-03T14:17:06,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T14:17:06,328 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/cluster_9b36596b-1737-3985-78f6-864e2047312e, deleteOnExit=true 2024-12-03T14:17:06,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T14:17:06,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/test.cache.data in system properties and HBase conf 2024-12-03T14:17:06,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T14:17:06,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/hadoop.log.dir in system properties and HBase conf 2024-12-03T14:17:06,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T14:17:06,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T14:17:06,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T14:17:06,328 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T14:17:06,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:17:06,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:17:06,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T14:17:06,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:17:06,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T14:17:06,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T14:17:06,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:17:06,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:17:06,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T14:17:06,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/nfs.dump.dir in system properties and HBase conf 2024-12-03T14:17:06,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/java.io.tmpdir in system properties and HBase conf 2024-12-03T14:17:06,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:17:06,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T14:17:06,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T14:17:06,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:17:06,806 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:17:06,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:17:06,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:17:06,808 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T14:17:06,810 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:17:06,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:17:06,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:17:06,854 WARN [RS:0;3920e6a7c3b5:33947 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 3920e6a7c3b5,45225,1733235393095: status=Processing ServerCrashProcedure of 3920e6a7c3b5,45225,1733235393095 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733235410702, completionTime=-1 appears to have been leaked 2024-12-03T14:17:06,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@154bdd13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/java.io.tmpdir/jetty-localhost-33565-hadoop-hdfs-3_4_1-tests_jar-_-any-4609426983900874282/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:17:06,904 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:33565} 2024-12-03T14:17:06,904 INFO [Time-limited test {}] server.Server(415): Started @41513ms 2024-12-03T14:17:07,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:17:07,341 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:17:07,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:17:07,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:17:07,342 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T14:17:07,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:17:07,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:17:07,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bd4cf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/java.io.tmpdir/jetty-localhost-36479-hadoop-hdfs-3_4_1-tests_jar-_-any-9655993874766143390/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:17:07,439 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:36479} 2024-12-03T14:17:07,439 INFO [Time-limited test {}] server.Server(415): Started @42047ms 2024-12-03T14:17:07,440 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T14:17:08,128 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:17:08,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:17:08,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:17:08,589 WARN [Thread-624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/cluster_9b36596b-1737-3985-78f6-864e2047312e/data/data1/current/BP-980503342-172.17.0.2-1733235426354/current, will proceed with Du for space computation calculation, 2024-12-03T14:17:08,589 WARN [Thread-625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/cluster_9b36596b-1737-3985-78f6-864e2047312e/data/data2/current/BP-980503342-172.17.0.2-1733235426354/current, will proceed with Du for space computation calculation, 2024-12-03T14:17:08,602 WARN [Thread-611 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T14:17:08,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6dd6e495d15bd6ed with lease ID 0xe0610a310cd71370: Processing first storage report for DS-f9bdd885-e0bc-4b76-b004-3bf4657ab8b3 from datanode DatanodeRegistration(127.0.0.1:34513, datanodeUuid=e3c11a56-5620-4e42-9ad5-4b4aebeb9a1e, infoPort=41473, infoSecurePort=0, ipcPort=39203, storageInfo=lv=-57;cid=testClusterID;nsid=272573033;c=1733235426354) 2024-12-03T14:17:08,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6dd6e495d15bd6ed with lease ID 0xe0610a310cd71370: from storage DS-f9bdd885-e0bc-4b76-b004-3bf4657ab8b3 node DatanodeRegistration(127.0.0.1:34513, datanodeUuid=e3c11a56-5620-4e42-9ad5-4b4aebeb9a1e, infoPort=41473, infoSecurePort=0, ipcPort=39203, storageInfo=lv=-57;cid=testClusterID;nsid=272573033;c=1733235426354), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:17:08,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6dd6e495d15bd6ed with lease ID 0xe0610a310cd71370: Processing first storage report for DS-dc6c1b6f-85f1-473b-bc54-80648b565193 from datanode DatanodeRegistration(127.0.0.1:34513, datanodeUuid=e3c11a56-5620-4e42-9ad5-4b4aebeb9a1e, infoPort=41473, infoSecurePort=0, ipcPort=39203, storageInfo=lv=-57;cid=testClusterID;nsid=272573033;c=1733235426354) 2024-12-03T14:17:08,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6dd6e495d15bd6ed with lease ID 0xe0610a310cd71370: from storage DS-dc6c1b6f-85f1-473b-bc54-80648b565193 node DatanodeRegistration(127.0.0.1:34513, datanodeUuid=e3c11a56-5620-4e42-9ad5-4b4aebeb9a1e, infoPort=41473, infoSecurePort=0, ipcPort=39203, storageInfo=lv=-57;cid=testClusterID;nsid=272573033;c=1733235426354), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:17:08,683 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764 2024-12-03T14:17:08,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:08,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:08,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34513 is added to blk_1073741825_1001 (size=7) 2024-12-03T14:17:08,695 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989 with version=8 2024-12-03T14:17:08,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/hbase-staging 2024-12-03T14:17:08,696 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:17:08,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:17:08,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:17:08,697 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:17:08,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:17:08,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:17:08,697 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T14:17:08,697 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:17:08,697 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39589 2024-12-03T14:17:08,698 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39589 connecting to ZooKeeper ensemble=127.0.0.1:60057 2024-12-03T14:17:08,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395890x0, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:17:08,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39589-0x1019b8daa410003 connected 2024-12-03T14:17:08,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:08,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:08,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Set watcher on znode that does not yet exist, /1-1652727678/running 2024-12-03T14:17:08,806 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989, hbase.cluster.distributed=false 2024-12-03T14:17:08,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Set watcher on znode that does not yet exist, /1-1652727678/acl 2024-12-03T14:17:08,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39589 2024-12-03T14:17:08,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39589 2024-12-03T14:17:08,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39589 2024-12-03T14:17:08,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39589 2024-12-03T14:17:08,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39589 2024-12-03T14:17:08,822 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:17:08,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:17:08,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:17:08,822 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:17:08,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:17:08,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:17:08,822 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T14:17:08,822 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:17:08,823 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36981 2024-12-03T14:17:08,824 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36981 connecting to ZooKeeper ensemble=127.0.0.1:60057 2024-12-03T14:17:08,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:08,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:08,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369810x0, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:17:08,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369810x0, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Set watcher on znode that does not yet exist, /1-1652727678/running 2024-12-03T14:17:08,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36981-0x1019b8daa410004 connected 2024-12-03T14:17:08,917 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T14:17:08,917 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T14:17:08,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36981-0x1019b8daa410004, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Set watcher on znode that does not yet exist, /1-1652727678/master 2024-12-03T14:17:08,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36981-0x1019b8daa410004, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Set watcher on znode that does not yet exist, /1-1652727678/acl 2024-12-03T14:17:08,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36981 2024-12-03T14:17:08,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36981 2024-12-03T14:17:08,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36981 2024-12-03T14:17:08,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36981 2024-12-03T14:17:08,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36981 2024-12-03T14:17:08,937 DEBUG [M:0;3920e6a7c3b5:39589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3920e6a7c3b5:39589 2024-12-03T14:17:08,938 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1652727678/backup-masters/3920e6a7c3b5,39589,1733235428696 2024-12-03T14:17:08,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1652727678/backup-masters 2024-12-03T14:17:08,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1019b8daa410004, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1652727678/backup-masters 2024-12-03T14:17:08,967 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Set watcher on existing znode=/1-1652727678/backup-masters/3920e6a7c3b5,39589,1733235428696 2024-12-03T14:17:08,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1019b8daa410004, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1652727678/master 2024-12-03T14:17:08,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1652727678 2024-12-03T14:17:08,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1019b8daa410004, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1652727678 2024-12-03T14:17:08,978 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Set watcher on existing znode=/1-1652727678/master 2024-12-03T14:17:08,978 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1652727678/backup-masters/3920e6a7c3b5,39589,1733235428696 from backup master directory 2024-12-03T14:17:08,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1019b8daa410004, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1652727678/backup-masters 2024-12-03T14:17:08,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1652727678/backup-masters/3920e6a7c3b5,39589,1733235428696 2024-12-03T14:17:08,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1652727678/backup-masters 2024-12-03T14:17:08,988 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:17:08,988 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3920e6a7c3b5,39589,1733235428696 2024-12-03T14:17:08,992 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/hbase.id] with ID: 1802a774-f8c8-4a25-9ebb-b8e5b5d312f4 2024-12-03T14:17:08,992 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/.tmp/hbase.id 2024-12-03T14:17:08,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34513 is added to blk_1073741826_1002 (size=42) 2024-12-03T14:17:09,397 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/.tmp/hbase.id]:[hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/hbase.id] 2024-12-03T14:17:09,409 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:09,409 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T14:17:09,410 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T14:17:09,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1652727678 2024-12-03T14:17:09,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1019b8daa410004, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1652727678 2024-12-03T14:17:09,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34513 is added to blk_1073741827_1003 (size=196) 2024-12-03T14:17:09,829 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:17:09,830 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T14:17:09,830 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:17:09,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34513 is added to blk_1073741828_1004 (size=1189) 2024-12-03T14:17:10,237 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/MasterData/data/master/store 2024-12-03T14:17:10,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34513 is added to blk_1073741829_1005 (size=34) 2024-12-03T14:17:10,644 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:17:10,644 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:17:10,644 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:17:10,644 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:17:10,644 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:17:10,644 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:17:10,644 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:17:10,644 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235430644Disabling compacts and flushes for region at 1733235430644Disabling writes for close at 1733235430644Writing region close event to WAL at 1733235430644Closed at 1733235430644 2024-12-03T14:17:10,645 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/MasterData/data/master/store/.initializing 2024-12-03T14:17:10,645 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/MasterData/WALs/3920e6a7c3b5,39589,1733235428696 2024-12-03T14:17:10,646 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:17:10,648 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3920e6a7c3b5%2C39589%2C1733235428696, suffix=, logDir=hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/MasterData/WALs/3920e6a7c3b5,39589,1733235428696, archiveDir=hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/MasterData/oldWALs, maxLogs=10 2024-12-03T14:17:10,659 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/MasterData/WALs/3920e6a7c3b5,39589,1733235428696/3920e6a7c3b5%2C39589%2C1733235428696.1733235430648, exclude list is [], retry=0 2024-12-03T14:17:10,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34513,DS-f9bdd885-e0bc-4b76-b004-3bf4657ab8b3,DISK] 2024-12-03T14:17:10,665 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/MasterData/WALs/3920e6a7c3b5,39589,1733235428696/3920e6a7c3b5%2C39589%2C1733235428696.1733235430648 2024-12-03T14:17:10,665 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41473:41473)] 2024-12-03T14:17:10,665 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:17:10,665 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:17:10,665 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:10,665 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:10,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:10,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T14:17:10,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:10,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:10,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:10,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T14:17:10,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:10,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:17:10,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:10,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T14:17:10,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:10,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:17:10,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:10,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T14:17:10,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:10,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:17:10,674 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:10,674 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:10,675 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:10,676 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:10,676 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:10,677 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:17:10,678 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:10,680 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:17:10,681 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73305858, jitterRate=0.09234240651130676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:17:10,681 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733235430666Initializing all the Stores at 1733235430666Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235430667 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235430667Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235430667Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235430667Cleaning up temporary data from old regions at 1733235430676 (+9 ms)Region opened successfully at 1733235430681 (+5 ms) 2024-12-03T14:17:10,681 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T14:17:10,684 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a9b167b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:17:10,685 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T14:17:10,685 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T14:17:10,685 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T14:17:10,685 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T14:17:10,686 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T14:17:10,687 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T14:17:10,687 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T14:17:10,690 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T14:17:10,691 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Unable to get data of znode /1-1652727678/balancer because node does not exist (not necessarily an error) 2024-12-03T14:17:10,703 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1652727678/balancer already deleted, retry=false 2024-12-03T14:17:10,703 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T14:17:10,704 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Unable to get data of znode /1-1652727678/normalizer because node does not exist (not necessarily an error) 2024-12-03T14:17:10,714 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1652727678/normalizer already deleted, retry=false 2024-12-03T14:17:10,714 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T14:17:10,717 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Unable to get data of znode /1-1652727678/switch/split because node does not exist (not necessarily an error) 2024-12-03T14:17:10,740 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1652727678/switch/split already deleted, retry=false 2024-12-03T14:17:10,741 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Unable to get data of znode /1-1652727678/switch/merge because node does not exist (not necessarily an error) 2024-12-03T14:17:10,749 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1652727678/switch/merge already deleted, retry=false 2024-12-03T14:17:10,759 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Unable to get data of znode /1-1652727678/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T14:17:10,770 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1652727678/snapshot-cleanup already deleted, retry=false 2024-12-03T14:17:10,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1019b8daa410004, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1652727678/running 2024-12-03T14:17:10,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1652727678/running 2024-12-03T14:17:10,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1019b8daa410004, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1652727678 2024-12-03T14:17:10,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1652727678 2024-12-03T14:17:10,782 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3920e6a7c3b5,39589,1733235428696, sessionid=0x1019b8daa410003, setting cluster-up flag (Was=false) 2024-12-03T14:17:10,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1652727678 2024-12-03T14:17:10,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1019b8daa410004, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1652727678 2024-12-03T14:17:10,865 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1652727678/flush-table-proc/acquired, /1-1652727678/flush-table-proc/reached, /1-1652727678/flush-table-proc/abort 2024-12-03T14:17:10,866 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,39589,1733235428696 2024-12-03T14:17:10,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1652727678 2024-12-03T14:17:10,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1019b8daa410004, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1652727678 2024-12-03T14:17:10,918 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1652727678/online-snapshot/acquired, /1-1652727678/online-snapshot/reached, /1-1652727678/online-snapshot/abort 2024-12-03T14:17:10,919 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,39589,1733235428696 2024-12-03T14:17:10,920 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T14:17:10,922 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T14:17:10,922 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T14:17:10,922 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T14:17:10,922 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3920e6a7c3b5,39589,1733235428696 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T14:17:10,924 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:17:10,924 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:17:10,924 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:17:10,924 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:17:10,924 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3920e6a7c3b5:0, corePoolSize=10, maxPoolSize=10 2024-12-03T14:17:10,924 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:10,924 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:17:10,924 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:10,926 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:17:10,926 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T14:17:10,927 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733235460927 2024-12-03T14:17:10,927 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T14:17:10,927 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T14:17:10,927 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T14:17:10,927 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T14:17:10,927 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T14:17:10,927 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:10,927 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T14:17:10,927 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T14:17:10,928 INFO [RS:0;3920e6a7c3b5:36981 {}] regionserver.HRegionServer(746): ClusterId : 1802a774-f8c8-4a25-9ebb-b8e5b5d312f4 2024-12-03T14:17:10,928 DEBUG [RS:0;3920e6a7c3b5:36981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T14:17:10,928 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:10,932 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T14:17:10,932 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T14:17:10,932 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T14:17:10,932 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T14:17:10,933 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T14:17:10,933 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T14:17:10,935 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235430933,5,FailOnTimeoutGroup] 2024-12-03T14:17:10,936 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235430935,5,FailOnTimeoutGroup] 2024-12-03T14:17:10,936 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:10,936 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T14:17:10,936 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:10,936 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:10,939 DEBUG [RS:0;3920e6a7c3b5:36981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T14:17:10,940 DEBUG [RS:0;3920e6a7c3b5:36981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T14:17:10,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34513 is added to blk_1073741831_1007 (size=1321) 2024-12-03T14:17:10,950 DEBUG [RS:0;3920e6a7c3b5:36981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T14:17:10,950 DEBUG [RS:0;3920e6a7c3b5:36981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f4cb6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:17:10,959 DEBUG [RS:0;3920e6a7c3b5:36981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3920e6a7c3b5:36981 2024-12-03T14:17:10,959 INFO [RS:0;3920e6a7c3b5:36981 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T14:17:10,959 INFO [RS:0;3920e6a7c3b5:36981 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T14:17:10,959 DEBUG [RS:0;3920e6a7c3b5:36981 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T14:17:10,960 INFO [RS:0;3920e6a7c3b5:36981 {}] regionserver.HRegionServer(2659): reportForDuty to master=3920e6a7c3b5,39589,1733235428696 with port=36981, startcode=1733235428821 2024-12-03T14:17:10,960 DEBUG [RS:0;3920e6a7c3b5:36981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T14:17:10,962 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T14:17:10,962 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39589 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3920e6a7c3b5,36981,1733235428821 2024-12-03T14:17:10,963 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39589 {}] master.ServerManager(517): Registering regionserver=3920e6a7c3b5,36981,1733235428821 2024-12-03T14:17:10,964 DEBUG [RS:0;3920e6a7c3b5:36981 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989 2024-12-03T14:17:10,964 DEBUG [RS:0;3920e6a7c3b5:36981 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38053 2024-12-03T14:17:10,964 DEBUG [RS:0;3920e6a7c3b5:36981 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T14:17:11,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1652727678/rs 2024-12-03T14:17:11,020 DEBUG [RS:0;3920e6a7c3b5:36981 {}] zookeeper.ZKUtil(111): regionserver:36981-0x1019b8daa410004, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Set watcher on existing znode=/1-1652727678/rs/3920e6a7c3b5,36981,1733235428821 2024-12-03T14:17:11,020 WARN [RS:0;3920e6a7c3b5:36981 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:17:11,020 INFO [RS:0;3920e6a7c3b5:36981 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:17:11,021 DEBUG [RS:0;3920e6a7c3b5:36981 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/WALs/3920e6a7c3b5,36981,1733235428821 2024-12-03T14:17:11,021 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3920e6a7c3b5,36981,1733235428821] 2024-12-03T14:17:11,024 INFO [RS:0;3920e6a7c3b5:36981 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T14:17:11,025 INFO [RS:0;3920e6a7c3b5:36981 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T14:17:11,025 INFO [RS:0;3920e6a7c3b5:36981 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T14:17:11,026 INFO [RS:0;3920e6a7c3b5:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:11,026 INFO [RS:0;3920e6a7c3b5:36981 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T14:17:11,026 INFO [RS:0;3920e6a7c3b5:36981 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T14:17:11,027 INFO [RS:0;3920e6a7c3b5:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:11,027 DEBUG [RS:0;3920e6a7c3b5:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:11,027 DEBUG [RS:0;3920e6a7c3b5:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:11,027 DEBUG [RS:0;3920e6a7c3b5:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:11,027 DEBUG [RS:0;3920e6a7c3b5:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:11,027 DEBUG [RS:0;3920e6a7c3b5:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:11,027 DEBUG [RS:0;3920e6a7c3b5:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:17:11,027 DEBUG [RS:0;3920e6a7c3b5:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:11,027 DEBUG [RS:0;3920e6a7c3b5:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:11,027 DEBUG [RS:0;3920e6a7c3b5:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:11,027 DEBUG [RS:0;3920e6a7c3b5:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:11,027 DEBUG [RS:0;3920e6a7c3b5:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:11,027 DEBUG [RS:0;3920e6a7c3b5:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:11,027 DEBUG [RS:0;3920e6a7c3b5:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:17:11,027 DEBUG [RS:0;3920e6a7c3b5:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:17:11,028 INFO [RS:0;3920e6a7c3b5:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:11,028 INFO [RS:0;3920e6a7c3b5:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:11,028 INFO [RS:0;3920e6a7c3b5:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:11,028 INFO [RS:0;3920e6a7c3b5:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:11,028 INFO [RS:0;3920e6a7c3b5:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:11,028 INFO [RS:0;3920e6a7c3b5:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,36981,1733235428821-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:17:11,039 INFO [RS:0;3920e6a7c3b5:36981 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T14:17:11,039 INFO [RS:0;3920e6a7c3b5:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,36981,1733235428821-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:11,039 INFO [RS:0;3920e6a7c3b5:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:11,039 INFO [RS:0;3920e6a7c3b5:36981 {}] regionserver.Replication(171): 3920e6a7c3b5,36981,1733235428821 started 2024-12-03T14:17:11,050 INFO [RS:0;3920e6a7c3b5:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:11,050 INFO [RS:0;3920e6a7c3b5:36981 {}] regionserver.HRegionServer(1482): Serving as 3920e6a7c3b5,36981,1733235428821, RpcServer on 3920e6a7c3b5/172.17.0.2:36981, sessionid=0x1019b8daa410004 2024-12-03T14:17:11,050 DEBUG [RS:0;3920e6a7c3b5:36981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T14:17:11,050 DEBUG [RS:0;3920e6a7c3b5:36981 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3920e6a7c3b5,36981,1733235428821 2024-12-03T14:17:11,050 DEBUG [RS:0;3920e6a7c3b5:36981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,36981,1733235428821' 2024-12-03T14:17:11,050 DEBUG [RS:0;3920e6a7c3b5:36981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1652727678/flush-table-proc/abort' 2024-12-03T14:17:11,051 DEBUG [RS:0;3920e6a7c3b5:36981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1652727678/flush-table-proc/acquired' 2024-12-03T14:17:11,052 DEBUG [RS:0;3920e6a7c3b5:36981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T14:17:11,052 DEBUG [RS:0;3920e6a7c3b5:36981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T14:17:11,052 DEBUG [RS:0;3920e6a7c3b5:36981 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3920e6a7c3b5,36981,1733235428821 2024-12-03T14:17:11,052 DEBUG [RS:0;3920e6a7c3b5:36981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,36981,1733235428821' 2024-12-03T14:17:11,052 DEBUG [RS:0;3920e6a7c3b5:36981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1652727678/online-snapshot/abort' 2024-12-03T14:17:11,052 DEBUG [RS:0;3920e6a7c3b5:36981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1652727678/online-snapshot/acquired' 2024-12-03T14:17:11,052 DEBUG [RS:0;3920e6a7c3b5:36981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T14:17:11,052 INFO [RS:0;3920e6a7c3b5:36981 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T14:17:11,052 INFO [RS:0;3920e6a7c3b5:36981 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T14:17:11,153 INFO [RS:0;3920e6a7c3b5:36981 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:17:11,154 INFO [RS:0;3920e6a7c3b5:36981 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C36981%2C1733235428821, suffix=, logDir=hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/WALs/3920e6a7c3b5,36981,1733235428821, archiveDir=hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/oldWALs, maxLogs=10 2024-12-03T14:17:11,165 DEBUG [RS:0;3920e6a7c3b5:36981 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/WALs/3920e6a7c3b5,36981,1733235428821/3920e6a7c3b5%2C36981%2C1733235428821.1733235431155, exclude list is [], retry=0 2024-12-03T14:17:11,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34513,DS-f9bdd885-e0bc-4b76-b004-3bf4657ab8b3,DISK] 2024-12-03T14:17:11,170 INFO [RS:0;3920e6a7c3b5:36981 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/WALs/3920e6a7c3b5,36981,1733235428821/3920e6a7c3b5%2C36981%2C1733235428821.1733235431155 2024-12-03T14:17:11,170 DEBUG [RS:0;3920e6a7c3b5:36981 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41473:41473)] 2024-12-03T14:17:11,263 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T14:17:11,341 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T14:17:11,341 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989 2024-12-03T14:17:11,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34513 is added to blk_1073741833_1009 (size=32) 2024-12-03T14:17:11,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:17:11,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:17:11,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:17:11,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:11,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:11,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:17:11,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:17:11,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:11,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:11,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:17:11,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:17:11,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:11,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:11,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:17:11,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:17:11,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:11,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:11,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:17:11,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/data/hbase/meta/1588230740 2024-12-03T14:17:11,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/data/hbase/meta/1588230740 2024-12-03T14:17:11,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:17:11,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:17:11,758 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:17:11,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:17:11,761 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:17:11,761 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62440508, jitterRate=-0.06956392526626587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:17:11,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733235431748Initializing all the Stores at 1733235431749 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235431749Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235431749Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235431749Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235431749Cleaning up temporary data from old regions at 1733235431757 (+8 ms)Region opened successfully at 1733235431761 (+4 ms) 2024-12-03T14:17:11,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:17:11,762 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:17:11,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:17:11,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:17:11,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:17:11,762 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:17:11,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235431762Disabling compacts and flushes for region at 1733235431762Disabling writes for close at 1733235431762Writing region close event to WAL at 1733235431762Closed at 1733235431762 2024-12-03T14:17:11,763 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:17:11,763 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T14:17:11,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T14:17:11,764 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:17:11,765 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T14:17:11,916 DEBUG [3920e6a7c3b5:39589 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:17:11,916 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3920e6a7c3b5,36981,1733235428821 2024-12-03T14:17:11,917 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,36981,1733235428821, state=OPENING 2024-12-03T14:17:11,989 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T14:17:12,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1019b8daa410004, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1652727678 2024-12-03T14:17:12,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1652727678 2024-12-03T14:17:12,072 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:17:12,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,36981,1733235428821}] 2024-12-03T14:17:12,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1652727678/meta-region-server: CHANGED 2024-12-03T14:17:12,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1652727678/meta-region-server: CHANGED 2024-12-03T14:17:12,226 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:17:12,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T14:17:12,230 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T14:17:12,231 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:17:12,231 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T14:17:12,232 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C36981%2C1733235428821.meta, suffix=.meta, logDir=hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/WALs/3920e6a7c3b5,36981,1733235428821, archiveDir=hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/oldWALs, maxLogs=10 2024-12-03T14:17:12,243 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/WALs/3920e6a7c3b5,36981,1733235428821/3920e6a7c3b5%2C36981%2C1733235428821.meta.1733235432233.meta, exclude list is [], retry=0 2024-12-03T14:17:12,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34513,DS-f9bdd885-e0bc-4b76-b004-3bf4657ab8b3,DISK] 2024-12-03T14:17:12,247 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/WALs/3920e6a7c3b5,36981,1733235428821/3920e6a7c3b5%2C36981%2C1733235428821.meta.1733235432233.meta 2024-12-03T14:17:12,248 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41473:41473)] 2024-12-03T14:17:12,248 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:17:12,248 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:17:12,248 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:17:12,248 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T14:17:12,248 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T14:17:12,249 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T14:17:12,249 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:17:12,249 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T14:17:12,249 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T14:17:12,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:17:12,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:17:12,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:12,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:12,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:17:12,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:17:12,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:12,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:12,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:17:12,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:17:12,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:12,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:12,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:17:12,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:17:12,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:12,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:12,255 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:17:12,255 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/data/hbase/meta/1588230740 2024-12-03T14:17:12,256 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/data/hbase/meta/1588230740 2024-12-03T14:17:12,258 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:17:12,258 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:17:12,258 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:17:12,260 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:17:12,260 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64918373, jitterRate=-0.032640859484672546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:17:12,260 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T14:17:12,261 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733235432249Writing region info on filesystem at 1733235432249Initializing all the Stores at 1733235432250 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235432250Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235432250Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235432250Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235432250Cleaning up temporary data from old regions at 1733235432258 (+8 ms)Running coprocessor post-open hooks at 1733235432261 (+3 ms)Region opened successfully at 1733235432261 2024-12-03T14:17:12,262 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733235432225 2024-12-03T14:17:12,264 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T14:17:12,264 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T14:17:12,265 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,36981,1733235428821 2024-12-03T14:17:12,265 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,36981,1733235428821, state=OPEN 2024-12-03T14:17:12,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1652727678/meta-region-server 2024-12-03T14:17:12,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1019b8daa410004, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1652727678/meta-region-server 2024-12-03T14:17:12,293 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,36981,1733235428821 2024-12-03T14:17:12,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1652727678/meta-region-server: CHANGED 2024-12-03T14:17:12,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1652727678/meta-region-server: CHANGED 2024-12-03T14:17:12,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T14:17:12,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,36981,1733235428821 in 221 msec 2024-12-03T14:17:12,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T14:17:12,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 533 msec 2024-12-03T14:17:12,299 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:17:12,299 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T14:17:12,301 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:17:12,301 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,36981,1733235428821, seqNum=-1] 2024-12-03T14:17:12,301 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:17:12,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:17:12,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3860 sec 2024-12-03T14:17:12,308 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733235432308, completionTime=-1 2024-12-03T14:17:12,308 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T14:17:12,308 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T14:17:12,311 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T14:17:12,311 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733235492311 2024-12-03T14:17:12,311 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733235552311 2024-12-03T14:17:12,311 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T14:17:12,311 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,39589,1733235428696-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:12,311 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,39589,1733235428696-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:12,311 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,39589,1733235428696-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:12,311 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3920e6a7c3b5:39589, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:12,311 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:12,312 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:12,313 DEBUG [master/3920e6a7c3b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T14:17:12,316 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.328sec 2024-12-03T14:17:12,316 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T14:17:12,317 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T14:17:12,317 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T14:17:12,317 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T14:17:12,317 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T14:17:12,317 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,39589,1733235428696-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:17:12,317 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,39589,1733235428696-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T14:17:12,320 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T14:17:12,320 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T14:17:12,320 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,39589,1733235428696-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:12,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:12,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,39589,-1 for getting cluster id 2024-12-03T14:17:12,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:17:12,330 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1802a774-f8c8-4a25-9ebb-b8e5b5d312f4' 2024-12-03T14:17:12,330 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:17:12,330 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1802a774-f8c8-4a25-9ebb-b8e5b5d312f4" 2024-12-03T14:17:12,330 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db234ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:12,330 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,39589,-1] 2024-12-03T14:17:12,331 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:17:12,331 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:12,332 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:17:12,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:12,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:17:12,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,36981,1733235428821, seqNum=-1] 2024-12-03T14:17:12,335 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:17:12,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:17:12,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3920e6a7c3b5,39589,1733235428696 2024-12-03T14:17:12,338 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60057 2024-12-03T14:17:12,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:17:12,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019b8daa410005 connected 2024-12-03T14:17:12,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b8b946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:12,362 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,44407,-1 for getting cluster id 2024-12-03T14:17:12,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:17:12,363 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a282158-54cb-4ae0-b717-d5492cce0d4f' 2024-12-03T14:17:12,363 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:17:12,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a282158-54cb-4ae0-b717-d5492cce0d4f" 2024-12-03T14:17:12,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d3a3452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:12,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,44407,-1] 2024-12-03T14:17:12,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:17:12,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:12,365 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:17:12,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ad9a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:12,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:17:12,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,44407,1733235422959 2024-12-03T14:17:12,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a9352e2 2024-12-03T14:17:12,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:17:12,368 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:17:12,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3920e6a7c3b5:39589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T14:17:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T14:17:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:17:12,372 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:39589' 2024-12-03T14:17:12,372 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e489905, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:12,372 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,39589,-1 for getting cluster id 2024-12-03T14:17:12,373 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:17:12,373 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1802a774-f8c8-4a25-9ebb-b8e5b5d312f4' 2024-12-03T14:17:12,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:17:12,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1802a774-f8c8-4a25-9ebb-b8e5b5d312f4" 2024-12-03T14:17:12,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb1acda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:12,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,39589,-1] 2024-12-03T14:17:12,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:17:12,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:12,375 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:17:12,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4555eaf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:12,376 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:17:12,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,39589,1733235428696 2024-12-03T14:17:12,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33f0cd99 2024-12-03T14:17:12,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:17:12,378 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:17:12,378 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T14:17:12,379 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T14:17:12,379 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:12,379 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:12,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:17:12,379 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:17:12,380 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T14:17:12,382 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:17:12,382 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:12,383 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:17:12,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741835_1011 (size=1138) 2024-12-03T14:17:12,431 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T14:17:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:17:12,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T14:17:12,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T14:17:12,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:17:12,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T14:17:12,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:17:12,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T14:17:12,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T14:17:12,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T14:17:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:17:12,791 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bfa67467d8b9d815473bf9d9cd70e54b, NAME => 'hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594 2024-12-03T14:17:12,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741836_1012 (size=44) 2024-12-03T14:17:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:17:13,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:17:13,199 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bfa67467d8b9d815473bf9d9cd70e54b, disabling compactions & flushes 2024-12-03T14:17:13,199 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b. 2024-12-03T14:17:13,199 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b. 2024-12-03T14:17:13,199 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b. after waiting 0 ms 2024-12-03T14:17:13,199 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b. 2024-12-03T14:17:13,199 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b. 2024-12-03T14:17:13,199 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bfa67467d8b9d815473bf9d9cd70e54b: Waiting for close lock at 1733235433198Disabling compacts and flushes for region at 1733235433198Disabling writes for close at 1733235433199 (+1 ms)Writing region close event to WAL at 1733235433199Closed at 1733235433199 2024-12-03T14:17:13,200 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:17:13,201 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733235433200"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235433200"}]},"ts":"1733235433200"} 2024-12-03T14:17:13,203 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:17:13,204 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:17:13,204 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235433204"}]},"ts":"1733235433204"} 2024-12-03T14:17:13,206 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T14:17:13,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bfa67467d8b9d815473bf9d9cd70e54b, ASSIGN}] 2024-12-03T14:17:13,207 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bfa67467d8b9d815473bf9d9cd70e54b, ASSIGN 2024-12-03T14:17:13,208 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bfa67467d8b9d815473bf9d9cd70e54b, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,33947,1733235423169; forceNewPlan=false, retain=false 2024-12-03T14:17:13,359 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bfa67467d8b9d815473bf9d9cd70e54b, regionState=OPENING, regionLocation=3920e6a7c3b5,33947,1733235423169 2024-12-03T14:17:13,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bfa67467d8b9d815473bf9d9cd70e54b, ASSIGN because future has completed 2024-12-03T14:17:13,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfa67467d8b9d815473bf9d9cd70e54b, server=3920e6a7c3b5,33947,1733235423169}] 2024-12-03T14:17:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:17:13,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b. 2024-12-03T14:17:13,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:17:13,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T14:17:13,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C33947%2C1733235423169.rep, suffix=, logDir=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/WALs/3920e6a7c3b5,33947,1733235423169, archiveDir=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/oldWALs, maxLogs=10 2024-12-03T14:17:13,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/WALs/3920e6a7c3b5,33947,1733235423169/3920e6a7c3b5%2C33947%2C1733235423169.rep.1733235433519, exclude list is [], retry=0 2024-12-03T14:17:13,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36119,DS-b00097db-d2d5-4491-b831-26a7ba494088,DISK] 2024-12-03T14:17:13,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/WALs/3920e6a7c3b5,33947,1733235423169/3920e6a7c3b5%2C33947%2C1733235423169.rep.1733235433519 2024-12-03T14:17:13,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44099:44099)] 2024-12-03T14:17:13,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => bfa67467d8b9d815473bf9d9cd70e54b, NAME => 'hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:17:13,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:17:13,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:17:13,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b. service=MultiRowMutationService 2024-12-03T14:17:13,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T14:17:13,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bfa67467d8b9d815473bf9d9cd70e54b 2024-12-03T14:17:13,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:17:13,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for bfa67467d8b9d815473bf9d9cd70e54b 2024-12-03T14:17:13,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for bfa67467d8b9d815473bf9d9cd70e54b 2024-12-03T14:17:13,535 INFO [StoreOpener-bfa67467d8b9d815473bf9d9cd70e54b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bfa67467d8b9d815473bf9d9cd70e54b 2024-12-03T14:17:13,537 INFO [StoreOpener-bfa67467d8b9d815473bf9d9cd70e54b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfa67467d8b9d815473bf9d9cd70e54b columnFamilyName hfileref 2024-12-03T14:17:13,537 DEBUG [StoreOpener-bfa67467d8b9d815473bf9d9cd70e54b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:13,537 INFO [StoreOpener-bfa67467d8b9d815473bf9d9cd70e54b-1 {}] regionserver.HStore(327): Store=bfa67467d8b9d815473bf9d9cd70e54b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:17:13,538 INFO [StoreOpener-bfa67467d8b9d815473bf9d9cd70e54b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bfa67467d8b9d815473bf9d9cd70e54b 2024-12-03T14:17:13,539 INFO [StoreOpener-bfa67467d8b9d815473bf9d9cd70e54b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfa67467d8b9d815473bf9d9cd70e54b columnFamilyName queue 2024-12-03T14:17:13,539 DEBUG [StoreOpener-bfa67467d8b9d815473bf9d9cd70e54b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:13,540 INFO [StoreOpener-bfa67467d8b9d815473bf9d9cd70e54b-1 {}] regionserver.HStore(327): Store=bfa67467d8b9d815473bf9d9cd70e54b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:17:13,540 INFO [StoreOpener-bfa67467d8b9d815473bf9d9cd70e54b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bfa67467d8b9d815473bf9d9cd70e54b 2024-12-03T14:17:13,541 INFO [StoreOpener-bfa67467d8b9d815473bf9d9cd70e54b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfa67467d8b9d815473bf9d9cd70e54b columnFamilyName sid 2024-12-03T14:17:13,541 DEBUG [StoreOpener-bfa67467d8b9d815473bf9d9cd70e54b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:13,541 INFO [StoreOpener-bfa67467d8b9d815473bf9d9cd70e54b-1 {}] regionserver.HStore(327): Store=bfa67467d8b9d815473bf9d9cd70e54b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:17:13,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for bfa67467d8b9d815473bf9d9cd70e54b 2024-12-03T14:17:13,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/replication/bfa67467d8b9d815473bf9d9cd70e54b 2024-12-03T14:17:13,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/replication/bfa67467d8b9d815473bf9d9cd70e54b 2024-12-03T14:17:13,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for bfa67467d8b9d815473bf9d9cd70e54b 2024-12-03T14:17:13,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for bfa67467d8b9d815473bf9d9cd70e54b 2024-12-03T14:17:13,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:17:13,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for bfa67467d8b9d815473bf9d9cd70e54b 2024-12-03T14:17:13,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/replication/bfa67467d8b9d815473bf9d9cd70e54b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:17:13,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened bfa67467d8b9d815473bf9d9cd70e54b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73250476, jitterRate=0.09151715040206909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:17:13,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bfa67467d8b9d815473bf9d9cd70e54b 2024-12-03T14:17:13,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for bfa67467d8b9d815473bf9d9cd70e54b: Running coprocessor pre-open hook at 1733235433534Writing region info on filesystem at 1733235433534Initializing all the Stores at 1733235433535 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235433535Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235433535Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235433535Cleaning up temporary data from old regions at 1733235433543 (+8 ms)Running coprocessor post-open hooks at 1733235433548 (+5 ms)Region opened successfully at 1733235433548 2024-12-03T14:17:13,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b., pid=7, masterSystemTime=1733235433514 2024-12-03T14:17:13,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b. 2024-12-03T14:17:13,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b. 2024-12-03T14:17:13,552 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bfa67467d8b9d815473bf9d9cd70e54b, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,33947,1733235423169 2024-12-03T14:17:13,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfa67467d8b9d815473bf9d9cd70e54b, server=3920e6a7c3b5,33947,1733235423169 because future has completed 2024-12-03T14:17:13,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T14:17:13,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bfa67467d8b9d815473bf9d9cd70e54b, server=3920e6a7c3b5,33947,1733235423169 in 194 msec 2024-12-03T14:17:13,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T14:17:13,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bfa67467d8b9d815473bf9d9cd70e54b, ASSIGN in 353 msec 2024-12-03T14:17:13,562 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:17:13,562 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235433562"}]},"ts":"1733235433562"} 2024-12-03T14:17:13,564 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T14:17:13,566 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:17:13,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-12-03T14:17:13,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b., hostname=3920e6a7c3b5,33947,1733235423169, seqNum=2] 2024-12-03T14:17:13,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-322017445 2024-12-03T14:17:13,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1019b8daa410001, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-322017445 2024-12-03T14:17:13,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T14:17:13,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33947 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T14:17:13,841 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T14:17:13,879 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-3920e6a7c3b5,33947,1733235423169, ReplicationSource: 1, currentBandwidth=0 2024-12-03T14:17:13,879 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:17:13,879 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,33947,1733235423169, seqNum=-1] 2024-12-03T14:17:13,880 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:17:13,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-03T14:17:13,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3920e6a7c3b5,33947,1733235423169', locateType=CURRENT is [region=hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b., hostname=3920e6a7c3b5,33947,1733235423169, seqNum=2] 2024-12-03T14:17:13,885 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T14:17:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T14:17:13,888 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3920e6a7c3b5,33947,1733235423169 suceeded 2024-12-03T14:17:13,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T14:17:13,891 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3920e6a7c3b5:39589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T14:17:13,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-12-03T14:17:13,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5230 sec 2024-12-03T14:17:13,900 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:39589' 2024-12-03T14:17:13,901 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f5faca0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:13,901 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,39589,-1 for getting cluster id 2024-12-03T14:17:13,901 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:17:13,902 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1802a774-f8c8-4a25-9ebb-b8e5b5d312f4' 2024-12-03T14:17:13,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:17:13,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1802a774-f8c8-4a25-9ebb-b8e5b5d312f4" 2024-12-03T14:17:13,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44d4c871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:13,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,39589,-1] 2024-12-03T14:17:13,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:17:13,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:13,903 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:17:13,904 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23dbd306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:13,904 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:17:13,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,39589,1733235428696 2024-12-03T14:17:13,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ea495f 2024-12-03T14:17:13,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:17:13,906 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-03T14:17:13,907 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3920e6a7c3b5,33947,1733235423169 (queues=1) is replicating from cluster=2a282158-54cb-4ae0-b717-d5492cce0d4f to cluster=1802a774-f8c8-4a25-9ebb-b8e5b5d312f4 2024-12-03T14:17:13,907 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3920e6a7c3b5%2C33947%2C1733235423169 2024-12-03T14:17:13,907 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3920e6a7c3b5,33947,1733235423169, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T14:17:13,907 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169.replicationSource.wal-reader.3920e6a7c3b5%2C33947%2C1733235423169,1-3920e6a7c3b5,33947,1733235423169 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/WALs/3920e6a7c3b5,33947,1733235423169/3920e6a7c3b5%2C33947%2C1733235423169.1733235425412, startPosition=0, beingWritten=true 2024-12-03T14:17:13,908 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169.replicationSource.shipper3920e6a7c3b5%2C33947%2C1733235423169,1-3920e6a7c3b5,33947,1733235423169 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3920e6a7c3b5%2C33947%2C1733235423169 2024-12-03T14:17:14,113 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169.replicationSource.wal-reader.3920e6a7c3b5%2C33947%2C1733235423169,1-3920e6a7c3b5,33947,1733235423169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/WALs/3920e6a7c3b5,33947,1733235423169/3920e6a7c3b5%2C33947%2C1733235423169.1733235425412 to pos 0, reset compression=false 2024-12-03T14:17:14,418 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169.replicationSource.wal-reader.3920e6a7c3b5%2C33947%2C1733235423169,1-3920e6a7c3b5,33947,1733235423169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/WALs/3920e6a7c3b5,33947,1733235423169/3920e6a7c3b5%2C33947%2C1733235423169.1733235425412 to pos 0, reset compression=false 2024-12-03T14:17:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:17:14,513 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T14:17:14,513 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:17:14,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:17:14,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:14,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:14,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:17:14,514 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:17:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,44407,1733235422959 2024-12-03T14:17:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fe7ac 2024-12-03T14:17:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:17:14,515 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:17:14,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T14:17:14,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T14:17:14,516 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:17:14,516 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:17:14,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:14,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:14,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:17:14,516 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T14:17:14,517 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=182886461, stopped=false 2024-12-03T14:17:14,517 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3920e6a7c3b5,39589,1733235428696 2024-12-03T14:17:14,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1652727678/running 2024-12-03T14:17:14,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1019b8daa410004, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1652727678/running 2024-12-03T14:17:14,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1019b8daa410004, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1652727678 2024-12-03T14:17:14,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1652727678 2024-12-03T14:17:14,570 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:17:14,570 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:17:14,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:17:14,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:14,571 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3920e6a7c3b5,36981,1733235428821' ***** 2024-12-03T14:17:14,571 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T14:17:14,571 INFO [RS:0;3920e6a7c3b5:36981 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T14:17:14,571 INFO [RS:0;3920e6a7c3b5:36981 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T14:17:14,571 INFO [RS:0;3920e6a7c3b5:36981 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T14:17:14,571 INFO [RS:0;3920e6a7c3b5:36981 {}] regionserver.HRegionServer(959): stopping server 3920e6a7c3b5,36981,1733235428821 2024-12-03T14:17:14,571 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T14:17:14,571 INFO [RS:0;3920e6a7c3b5:36981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:17:14,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36981-0x1019b8daa410004, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Set watcher on znode that does not yet exist, /1-1652727678/running 2024-12-03T14:17:14,571 INFO [RS:0;3920e6a7c3b5:36981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:36981. 2024-12-03T14:17:14,571 DEBUG [RS:0;3920e6a7c3b5:36981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:17:14,572 DEBUG [RS:0;3920e6a7c3b5:36981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:14,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Set watcher on znode that does not yet exist, /1-1652727678/running 2024-12-03T14:17:14,572 INFO [RS:0;3920e6a7c3b5:36981 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T14:17:14,572 INFO [RS:0;3920e6a7c3b5:36981 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T14:17:14,572 INFO [RS:0;3920e6a7c3b5:36981 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T14:17:14,572 INFO [RS:0;3920e6a7c3b5:36981 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T14:17:14,572 INFO [RS:0;3920e6a7c3b5:36981 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T14:17:14,572 DEBUG [RS:0;3920e6a7c3b5:36981 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T14:17:14,572 DEBUG [RS:0;3920e6a7c3b5:36981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:17:14,572 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:17:14,572 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:17:14,572 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:17:14,572 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:17:14,573 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:17:14,573 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T14:17:14,587 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/data/hbase/meta/1588230740/.tmp/ns/bb3330fc62a5439fbedc59f18e46bda7 is 43, key is default/ns:d/1733235432303/Put/seqid=0 2024-12-03T14:17:14,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34513 is added to blk_1073741835_1011 (size=5153) 2024-12-03T14:17:14,631 INFO [regionserver/3920e6a7c3b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:17:14,772 DEBUG [RS:0;3920e6a7c3b5:36981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:17:14,823 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169.replicationSource.wal-reader.3920e6a7c3b5%2C33947%2C1733235423169,1-3920e6a7c3b5,33947,1733235423169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/WALs/3920e6a7c3b5,33947,1733235423169/3920e6a7c3b5%2C33947%2C1733235423169.1733235425412 to pos 0, reset compression=false 2024-12-03T14:17:14,973 DEBUG [RS:0;3920e6a7c3b5:36981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:17:14,992 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/data/hbase/meta/1588230740/.tmp/ns/bb3330fc62a5439fbedc59f18e46bda7 2024-12-03T14:17:14,998 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/data/hbase/meta/1588230740/.tmp/ns/bb3330fc62a5439fbedc59f18e46bda7 as hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/data/hbase/meta/1588230740/ns/bb3330fc62a5439fbedc59f18e46bda7 2024-12-03T14:17:15,006 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/data/hbase/meta/1588230740/ns/bb3330fc62a5439fbedc59f18e46bda7, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T14:17:15,007 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false 2024-12-03T14:17:15,012 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T14:17:15,012 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:17:15,012 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:17:15,012 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:17:15,012 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235434572Running coprocessor pre-close hooks at 1733235434572Disabling compacts and flushes for region at 1733235434572Disabling writes for close at 1733235434572Obtaining lock to block concurrent updates at 1733235434573 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733235434573Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733235434573Flushing stores of hbase:meta,,1.1588230740 at 1733235434574 (+1 ms)Flushing 1588230740/ns: creating writer at 1733235434574Flushing 1588230740/ns: appending metadata at 1733235434586 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733235434587 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@622436f6: reopening flushed file at 1733235434997 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false at 1733235435007 (+10 ms)Writing region close event to WAL at 1733235435008 (+1 ms)Running coprocessor post-close hooks at 1733235435012 (+4 ms)Closed at 1733235435012 2024-12-03T14:17:15,012 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T14:17:15,039 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T14:17:15,039 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T14:17:15,173 INFO [RS:0;3920e6a7c3b5:36981 {}] regionserver.HRegionServer(976): stopping server 3920e6a7c3b5,36981,1733235428821; all regions closed. 2024-12-03T14:17:15,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34513 is added to blk_1073741834_1010 (size=1152) 2024-12-03T14:17:15,175 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/WALs/3920e6a7c3b5,36981,1733235428821/3920e6a7c3b5%2C36981%2C1733235428821.meta.1733235432233.meta not finished, retry = 0 2024-12-03T14:17:15,278 DEBUG [RS:0;3920e6a7c3b5:36981 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/oldWALs 2024-12-03T14:17:15,278 INFO [RS:0;3920e6a7c3b5:36981 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C36981%2C1733235428821.meta:.meta(num 1733235432233) 2024-12-03T14:17:15,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34513 is added to blk_1073741832_1008 (size=93) 2024-12-03T14:17:15,281 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/WALs/3920e6a7c3b5,36981,1733235428821/3920e6a7c3b5%2C36981%2C1733235428821.1733235431155 not finished, retry = 0 2024-12-03T14:17:15,328 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169.replicationSource.wal-reader.3920e6a7c3b5%2C33947%2C1733235423169,1-3920e6a7c3b5,33947,1733235423169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/WALs/3920e6a7c3b5,33947,1733235423169/3920e6a7c3b5%2C33947%2C1733235423169.1733235425412 to pos 0, reset compression=false 2024-12-03T14:17:15,383 DEBUG [RS:0;3920e6a7c3b5:36981 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/oldWALs 2024-12-03T14:17:15,383 INFO [RS:0;3920e6a7c3b5:36981 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C36981%2C1733235428821:(num 1733235431155) 2024-12-03T14:17:15,383 DEBUG [RS:0;3920e6a7c3b5:36981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:15,383 INFO [RS:0;3920e6a7c3b5:36981 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:17:15,383 INFO [RS:0;3920e6a7c3b5:36981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:17:15,383 INFO [RS:0;3920e6a7c3b5:36981 {}] hbase.ChoreService(370): Chore service for: regionserver/3920e6a7c3b5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T14:17:15,383 INFO [RS:0;3920e6a7c3b5:36981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:17:15,383 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:17:15,384 INFO [RS:0;3920e6a7c3b5:36981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36981 2024-12-03T14:17:15,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1652727678/rs 2024-12-03T14:17:15,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1019b8daa410004, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1652727678/rs/3920e6a7c3b5,36981,1733235428821 2024-12-03T14:17:15,433 INFO [RS:0;3920e6a7c3b5:36981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:17:15,444 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3920e6a7c3b5,36981,1733235428821] 2024-12-03T14:17:15,454 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1652727678/draining/3920e6a7c3b5,36981,1733235428821 already deleted, retry=false 2024-12-03T14:17:15,454 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3920e6a7c3b5,36981,1733235428821 expired; onlineServers=0 2024-12-03T14:17:15,454 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3920e6a7c3b5,39589,1733235428696' ***** 2024-12-03T14:17:15,454 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T14:17:15,454 INFO [M:0;3920e6a7c3b5:39589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:17:15,454 INFO [M:0;3920e6a7c3b5:39589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:17:15,455 DEBUG [M:0;3920e6a7c3b5:39589 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T14:17:15,455 DEBUG [M:0;3920e6a7c3b5:39589 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T14:17:15,455 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T14:17:15,455 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235430933 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235430933,5,FailOnTimeoutGroup] 2024-12-03T14:17:15,455 INFO [M:0;3920e6a7c3b5:39589 {}] hbase.ChoreService(370): Chore service for: master/3920e6a7c3b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T14:17:15,455 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235430935 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235430935,5,FailOnTimeoutGroup] 2024-12-03T14:17:15,455 INFO [M:0;3920e6a7c3b5:39589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:17:15,455 DEBUG [M:0;3920e6a7c3b5:39589 {}] master.HMaster(1795): Stopping service threads 2024-12-03T14:17:15,455 INFO [M:0;3920e6a7c3b5:39589 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T14:17:15,455 INFO [M:0;3920e6a7c3b5:39589 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:17:15,455 INFO [M:0;3920e6a7c3b5:39589 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T14:17:15,455 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T14:17:15,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1652727678/master 2024-12-03T14:17:15,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1652727678 2024-12-03T14:17:15,465 DEBUG [M:0;3920e6a7c3b5:39589 {}] zookeeper.ZKUtil(347): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Unable to get data of znode /1-1652727678/master because node does not exist (not an error) 2024-12-03T14:17:15,465 WARN [M:0;3920e6a7c3b5:39589 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T14:17:15,466 INFO [M:0;3920e6a7c3b5:39589 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/.lastflushedseqids 2024-12-03T14:17:15,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34513 is added to blk_1073741836_1012 (size=99) 2024-12-03T14:17:15,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1019b8daa410004, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:17:15,544 INFO [RS:0;3920e6a7c3b5:36981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:17:15,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1019b8daa410004, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:17:15,544 INFO [RS:0;3920e6a7c3b5:36981 {}] regionserver.HRegionServer(1031): Exiting; stopping=3920e6a7c3b5,36981,1733235428821; zookeeper connection closed. 2024-12-03T14:17:15,544 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47aafaf9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47aafaf9 2024-12-03T14:17:15,544 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T14:17:15,871 INFO [M:0;3920e6a7c3b5:39589 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T14:17:15,872 INFO [M:0;3920e6a7c3b5:39589 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T14:17:15,872 DEBUG [M:0;3920e6a7c3b5:39589 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:17:15,872 INFO [M:0;3920e6a7c3b5:39589 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:17:15,872 DEBUG [M:0;3920e6a7c3b5:39589 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:17:15,872 DEBUG [M:0;3920e6a7c3b5:39589 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:17:15,872 DEBUG [M:0;3920e6a7c3b5:39589 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:17:15,873 INFO [M:0;3920e6a7c3b5:39589 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T14:17:15,893 DEBUG [M:0;3920e6a7c3b5:39589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3fc8750b6e94d9dbdfe3b0b6f1a6546 is 82, key is hbase:meta,,1/info:regioninfo/1733235432264/Put/seqid=0 2024-12-03T14:17:15,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34513 is added to blk_1073741837_1013 (size=5672) 2024-12-03T14:17:15,928 INFO [M:0;3920e6a7c3b5:39589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3fc8750b6e94d9dbdfe3b0b6f1a6546 2024-12-03T14:17:15,932 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169.replicationSource.wal-reader.3920e6a7c3b5%2C33947%2C1733235423169,1-3920e6a7c3b5,33947,1733235423169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/WALs/3920e6a7c3b5,33947,1733235423169/3920e6a7c3b5%2C33947%2C1733235423169.1733235425412 to pos 0, reset compression=false 2024-12-03T14:17:15,959 DEBUG [M:0;3920e6a7c3b5:39589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6370bc0963a346ab89336d85522625a8 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733235432307/Put/seqid=0 2024-12-03T14:17:15,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34513 is added to blk_1073741838_1014 (size=5275) 2024-12-03T14:17:15,964 INFO [M:0;3920e6a7c3b5:39589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6370bc0963a346ab89336d85522625a8 2024-12-03T14:17:15,998 DEBUG [M:0;3920e6a7c3b5:39589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3dad114ce964d11957c2f21a53ba296 is 69, key is 3920e6a7c3b5,36981,1733235428821/rs:state/1733235430963/Put/seqid=0 2024-12-03T14:17:16,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34513 is added to blk_1073741839_1015 (size=5156) 2024-12-03T14:17:16,037 INFO [M:0;3920e6a7c3b5:39589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3dad114ce964d11957c2f21a53ba296 2024-12-03T14:17:16,043 DEBUG [M:0;3920e6a7c3b5:39589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3fc8750b6e94d9dbdfe3b0b6f1a6546 as hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3fc8750b6e94d9dbdfe3b0b6f1a6546 2024-12-03T14:17:16,056 INFO [M:0;3920e6a7c3b5:39589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3fc8750b6e94d9dbdfe3b0b6f1a6546, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T14:17:16,057 DEBUG [M:0;3920e6a7c3b5:39589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6370bc0963a346ab89336d85522625a8 as hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6370bc0963a346ab89336d85522625a8 2024-12-03T14:17:16,069 INFO [M:0;3920e6a7c3b5:39589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6370bc0963a346ab89336d85522625a8, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T14:17:16,071 DEBUG [M:0;3920e6a7c3b5:39589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3dad114ce964d11957c2f21a53ba296 as hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3dad114ce964d11957c2f21a53ba296 2024-12-03T14:17:16,078 INFO [M:0;3920e6a7c3b5:39589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38053/user/jenkins/test-data/20657435-aa52-5f38-f62f-8b5820d00989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3dad114ce964d11957c2f21a53ba296, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T14:17:16,079 INFO [M:0;3920e6a7c3b5:39589 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 206ms, sequenceid=28, compaction requested=false 2024-12-03T14:17:16,089 INFO [M:0;3920e6a7c3b5:39589 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:17:16,089 DEBUG [M:0;3920e6a7c3b5:39589 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235435872Disabling compacts and flushes for region at 1733235435872Disabling writes for close at 1733235435872Obtaining lock to block concurrent updates at 1733235435873 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733235435873Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733235435873Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733235435874 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733235435874Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733235435892 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733235435892Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733235435936 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733235435958 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733235435958Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733235435973 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733235435997 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733235435997Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ca23dc3: reopening flushed file at 1733235436042 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d826196: reopening flushed file at 1733235436056 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26c329be: reopening flushed file at 1733235436069 (+13 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 206ms, sequenceid=28, compaction requested=false at 1733235436079 (+10 ms)Writing region close event to WAL at 1733235436089 (+10 ms)Closed at 1733235436089 2024-12-03T14:17:16,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34513 is added to blk_1073741830_1006 (size=10165) 2024-12-03T14:17:16,094 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:17:16,094 INFO [M:0;3920e6a7c3b5:39589 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T14:17:16,094 INFO [M:0;3920e6a7c3b5:39589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39589 2024-12-03T14:17:16,095 INFO [M:0;3920e6a7c3b5:39589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:17:16,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:17:16,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1019b8daa410003, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:17:16,218 INFO [M:0;3920e6a7c3b5:39589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:17:16,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bd4cf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:17:16,254 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:17:16,254 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:17:16,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:17:16,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/hadoop.log.dir/,STOPPED} 2024-12-03T14:17:16,257 WARN [BP-980503342-172.17.0.2-1733235426354 heartbeating to localhost/127.0.0.1:38053 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T14:17:16,257 WARN [BP-980503342-172.17.0.2-1733235426354 heartbeating to localhost/127.0.0.1:38053 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-980503342-172.17.0.2-1733235426354 (Datanode Uuid e3c11a56-5620-4e42-9ad5-4b4aebeb9a1e) service to localhost/127.0.0.1:38053 2024-12-03T14:17:16,258 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/cluster_9b36596b-1737-3985-78f6-864e2047312e/data/data1/current/BP-980503342-172.17.0.2-1733235426354 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:17:16,258 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T14:17:16,258 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T14:17:16,258 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/cluster_9b36596b-1737-3985-78f6-864e2047312e/data/data2/current/BP-980503342-172.17.0.2-1733235426354 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:17:16,259 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T14:17:16,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@154bdd13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:17:16,267 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:17:16,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:17:16,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:17:16,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/hadoop.log.dir/,STOPPED} 2024-12-03T14:17:16,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T14:17:16,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T14:17:16,287 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:17:16,287 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:17:16,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:16,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:17:16,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:16,292 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T14:17:16,292 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1261540176, stopped=false 2024-12-03T14:17:16,292 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3920e6a7c3b5,44407,1733235422959 2024-12-03T14:17:16,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-322017445/running 2024-12-03T14:17:16,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-322017445 2024-12-03T14:17:16,307 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:17:16,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1019b8daa410001, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-322017445/running 2024-12-03T14:17:16,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1019b8daa410001, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-322017445 2024-12-03T14:17:16,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Set watcher on znode that does not yet exist, /0-322017445/running 2024-12-03T14:17:16,308 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:17:16,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33947-0x1019b8daa410001, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Set watcher on znode that does not yet exist, /0-322017445/running 2024-12-03T14:17:16,308 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:17:16,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:16,308 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3920e6a7c3b5,33947,1733235423169' ***** 2024-12-03T14:17:16,308 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T14:17:16,309 INFO [RS:0;3920e6a7c3b5:33947 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T14:17:16,309 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T14:17:16,309 INFO [RS:0;3920e6a7c3b5:33947 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T14:17:16,309 INFO [RS:0;3920e6a7c3b5:33947 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T14:17:16,309 INFO [RS:0;3920e6a7c3b5:33947 {}] regionserver.HRegionServer(3091): Received CLOSE for bfa67467d8b9d815473bf9d9cd70e54b 2024-12-03T14:17:16,309 INFO [RS:0;3920e6a7c3b5:33947 {}] regionserver.HRegionServer(959): stopping server 3920e6a7c3b5,33947,1733235423169 2024-12-03T14:17:16,310 INFO [RS:0;3920e6a7c3b5:33947 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:17:16,310 INFO [RS:0;3920e6a7c3b5:33947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:33947. 2024-12-03T14:17:16,310 DEBUG [RS:0;3920e6a7c3b5:33947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:17:16,310 DEBUG [RS:0;3920e6a7c3b5:33947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:16,310 INFO [RS:0;3920e6a7c3b5:33947 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T14:17:16,310 INFO [RS:0;3920e6a7c3b5:33947 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T14:17:16,310 INFO [RS:0;3920e6a7c3b5:33947 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T14:17:16,310 INFO [RS:0;3920e6a7c3b5:33947 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T14:17:16,310 INFO [RS:0;3920e6a7c3b5:33947 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T14:17:16,310 DEBUG [RS:0;3920e6a7c3b5:33947 {}] regionserver.HRegionServer(1325): Online Regions={bfa67467d8b9d815473bf9d9cd70e54b=hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T14:17:16,310 DEBUG [RS:0;3920e6a7c3b5:33947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bfa67467d8b9d815473bf9d9cd70e54b 2024-12-03T14:17:16,311 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bfa67467d8b9d815473bf9d9cd70e54b, disabling compactions & flushes 2024-12-03T14:17:16,311 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b. 2024-12-03T14:17:16,311 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b. 2024-12-03T14:17:16,311 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b. after waiting 0 ms 2024-12-03T14:17:16,311 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b. 2024-12-03T14:17:16,311 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bfa67467d8b9d815473bf9d9cd70e54b 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-03T14:17:16,311 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:17:16,311 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:17:16,311 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:17:16,311 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:17:16,311 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:17:16,311 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T14:17:16,333 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/meta/1588230740/.tmp/info/5fb1ddc606d4468a9cdd069978047540 is 147, key is hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b./info:regioninfo/1733235433552/Put/seqid=0 2024-12-03T14:17:16,338 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/replication/bfa67467d8b9d815473bf9d9cd70e54b/.tmp/queue/60d7cd05471f44908aa96d9da0a01c3e is 151, key is 1-3920e6a7c3b5,33947,1733235423169/queue:3920e6a7c3b5%2C33947%2C1733235423169/1733235433884/Put/seqid=0 2024-12-03T14:17:16,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741838_1014 (size=6631) 2024-12-03T14:17:16,343 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/meta/1588230740/.tmp/info/5fb1ddc606d4468a9cdd069978047540 2024-12-03T14:17:16,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741839_1015 (size=5350) 2024-12-03T14:17:16,378 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/meta/1588230740/.tmp/ns/cd808428da73445f95ae09d01f18a838 is 43, key is default/ns:d/1733235426112/Put/seqid=0 2024-12-03T14:17:16,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741840_1016 (size=5153) 2024-12-03T14:17:16,400 INFO [regionserver/3920e6a7c3b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:17:16,511 DEBUG [RS:0;3920e6a7c3b5:33947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bfa67467d8b9d815473bf9d9cd70e54b 2024-12-03T14:17:16,648 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169.replicationSource.wal-reader.3920e6a7c3b5%2C33947%2C1733235423169,1-3920e6a7c3b5,33947,1733235423169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/WALs/3920e6a7c3b5,33947,1733235423169/3920e6a7c3b5%2C33947%2C1733235423169.1733235425412 to pos 0, reset compression=false 2024-12-03T14:17:16,711 DEBUG [RS:0;3920e6a7c3b5:33947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bfa67467d8b9d815473bf9d9cd70e54b 2024-12-03T14:17:16,758 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/replication/bfa67467d8b9d815473bf9d9cd70e54b/.tmp/queue/60d7cd05471f44908aa96d9da0a01c3e 2024-12-03T14:17:16,765 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/replication/bfa67467d8b9d815473bf9d9cd70e54b/.tmp/queue/60d7cd05471f44908aa96d9da0a01c3e as hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/replication/bfa67467d8b9d815473bf9d9cd70e54b/queue/60d7cd05471f44908aa96d9da0a01c3e 2024-12-03T14:17:16,771 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/replication/bfa67467d8b9d815473bf9d9cd70e54b/queue/60d7cd05471f44908aa96d9da0a01c3e, entries=1, sequenceid=5, filesize=5.2 K 2024-12-03T14:17:16,772 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for bfa67467d8b9d815473bf9d9cd70e54b in 461ms, sequenceid=5, compaction requested=false 2024-12-03T14:17:16,772 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T14:17:16,776 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/replication/bfa67467d8b9d815473bf9d9cd70e54b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T14:17:16,777 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:17:16,777 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:17:16,777 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b. 2024-12-03T14:17:16,777 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bfa67467d8b9d815473bf9d9cd70e54b: Waiting for close lock at 1733235436311Running coprocessor pre-close hooks at 1733235436311Disabling compacts and flushes for region at 1733235436311Disabling writes for close at 1733235436311Obtaining lock to block concurrent updates at 1733235436311Preparing flush snapshotting stores in bfa67467d8b9d815473bf9d9cd70e54b at 1733235436311Finished memstore snapshotting hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733235436311Flushing stores of hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b. at 1733235436313 (+2 ms)Flushing bfa67467d8b9d815473bf9d9cd70e54b/queue: creating writer at 1733235436313Flushing bfa67467d8b9d815473bf9d9cd70e54b/queue: appending metadata at 1733235436337 (+24 ms)Flushing bfa67467d8b9d815473bf9d9cd70e54b/queue: closing flushed file at 1733235436337Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eab7648: reopening flushed file at 1733235436764 (+427 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for bfa67467d8b9d815473bf9d9cd70e54b in 461ms, sequenceid=5, compaction requested=false at 1733235436772 (+8 ms)Writing region close event to WAL at 1733235436773 (+1 ms)Running coprocessor post-close hooks at 1733235436777 (+4 ms)Closed at 1733235436777 2024-12-03T14:17:16,777 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733235432379.bfa67467d8b9d815473bf9d9cd70e54b. 2024-12-03T14:17:16,786 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/meta/1588230740/.tmp/ns/cd808428da73445f95ae09d01f18a838 2024-12-03T14:17:16,809 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/meta/1588230740/.tmp/table/20fc9b81aaaf438889afabb24a7b8710 is 53, key is hbase:replication/table:state/1733235433562/Put/seqid=0 2024-12-03T14:17:16,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741841_1017 (size=5256) 2024-12-03T14:17:16,911 DEBUG [RS:0;3920e6a7c3b5:33947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:17:17,111 DEBUG [RS:0;3920e6a7c3b5:33947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:17:17,214 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/meta/1588230740/.tmp/table/20fc9b81aaaf438889afabb24a7b8710 2024-12-03T14:17:17,219 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/meta/1588230740/.tmp/info/5fb1ddc606d4468a9cdd069978047540 as hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/meta/1588230740/info/5fb1ddc606d4468a9cdd069978047540 2024-12-03T14:17:17,225 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/meta/1588230740/info/5fb1ddc606d4468a9cdd069978047540, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T14:17:17,226 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/meta/1588230740/.tmp/ns/cd808428da73445f95ae09d01f18a838 as hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/meta/1588230740/ns/cd808428da73445f95ae09d01f18a838 2024-12-03T14:17:17,231 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/meta/1588230740/ns/cd808428da73445f95ae09d01f18a838, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T14:17:17,233 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/meta/1588230740/.tmp/table/20fc9b81aaaf438889afabb24a7b8710 as hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/meta/1588230740/table/20fc9b81aaaf438889afabb24a7b8710 2024-12-03T14:17:17,239 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/meta/1588230740/table/20fc9b81aaaf438889afabb24a7b8710, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T14:17:17,240 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=11, compaction requested=false 2024-12-03T14:17:17,244 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T14:17:17,245 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:17:17,245 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:17:17,245 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:17:17,245 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235436311Running coprocessor pre-close hooks at 1733235436311Disabling compacts and flushes for region at 1733235436311Disabling writes for close at 1733235436311Obtaining lock to block concurrent updates at 1733235436311Preparing flush snapshotting stores in 1588230740 at 1733235436311Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733235436312 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733235436312Flushing 1588230740/info: creating writer at 1733235436313 (+1 ms)Flushing 1588230740/info: appending metadata at 1733235436333 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733235436333Flushing 1588230740/ns: creating writer at 1733235436354 (+21 ms)Flushing 1588230740/ns: appending metadata at 1733235436378 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1733235436378Flushing 1588230740/table: creating writer at 1733235436791 (+413 ms)Flushing 1588230740/table: appending metadata at 1733235436809 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733235436809Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75694382: reopening flushed file at 1733235437218 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4daae613: reopening flushed file at 1733235437225 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56d6b2c1: reopening flushed file at 1733235437231 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=11, compaction requested=false at 1733235437240 (+9 ms)Writing region close event to WAL at 1733235437241 (+1 ms)Running coprocessor post-close hooks at 1733235437244 (+3 ms)Closed at 1733235437245 (+1 ms) 2024-12-03T14:17:17,245 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T14:17:17,274 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T14:17:17,275 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T14:17:17,311 INFO [RS:0;3920e6a7c3b5:33947 {}] regionserver.HRegionServer(976): stopping server 3920e6a7c3b5,33947,1733235423169; all regions closed. 2024-12-03T14:17:17,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741834_1010 (size=2742) 2024-12-03T14:17:17,314 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/WALs/3920e6a7c3b5,33947,1733235423169/3920e6a7c3b5%2C33947%2C1733235423169.meta.1733235426003.meta not finished, retry = 0 2024-12-03T14:17:17,416 DEBUG [RS:0;3920e6a7c3b5:33947 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/oldWALs 2024-12-03T14:17:17,416 INFO [RS:0;3920e6a7c3b5:33947 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C33947%2C1733235423169.meta:.meta(num 1733235426003) 2024-12-03T14:17:17,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741837_1013 (size=1586) 2024-12-03T14:17:17,421 DEBUG [RS:0;3920e6a7c3b5:33947 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/oldWALs 2024-12-03T14:17:17,421 INFO [RS:0;3920e6a7c3b5:33947 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C33947%2C1733235423169.rep:(num 1733235433519) 2024-12-03T14:17:17,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741833_1009 (size=93) 2024-12-03T14:17:17,423 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/WALs/3920e6a7c3b5,33947,1733235423169/3920e6a7c3b5%2C33947%2C1733235423169.1733235425412 not finished, retry = 0 2024-12-03T14:17:17,453 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169.replicationSource.wal-reader.3920e6a7c3b5%2C33947%2C1733235423169,1-3920e6a7c3b5,33947,1733235423169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/WALs/3920e6a7c3b5,33947,1733235423169/3920e6a7c3b5%2C33947%2C1733235423169.1733235425412 to pos 0, reset compression=false 2024-12-03T14:17:17,524 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169.replicationSource.wal-reader.3920e6a7c3b5%2C33947%2C1733235423169,1-3920e6a7c3b5,33947,1733235423169 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/WALs/3920e6a7c3b5,33947,1733235423169/3920e6a7c3b5%2C33947%2C1733235423169.1733235425412 2024-12-03T14:17:17,524 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169.replicationSource.wal-reader.3920e6a7c3b5%2C33947%2C1733235423169,1-3920e6a7c3b5,33947,1733235423169 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-03T14:17:17,524 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169.replicationSource.wal-reader.3920e6a7c3b5%2C33947%2C1733235423169,1-3920e6a7c3b5,33947,1733235423169 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-03T14:17:17,524 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169.replicationSource.shipper3920e6a7c3b5%2C33947%2C1733235423169,1-3920e6a7c3b5,33947,1733235423169 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,33947,1733235423169 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/WALs/3920e6a7c3b5,33947,1733235423169/3920e6a7c3b5%2C33947%2C1733235423169.1733235425412, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-03T14:17:17,526 DEBUG [RS:0;3920e6a7c3b5:33947 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/oldWALs 2024-12-03T14:17:17,526 INFO [RS:0;3920e6a7c3b5:33947 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C33947%2C1733235423169:(num 1733235425412) 2024-12-03T14:17:17,526 DEBUG [RS:0;3920e6a7c3b5:33947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:17,526 INFO [RS:0;3920e6a7c3b5:33947 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:17:17,526 INFO [RS:0;3920e6a7c3b5:33947 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:17:17,526 INFO [RS:0;3920e6a7c3b5:33947 {}] hbase.ChoreService(370): Chore service for: regionserver/3920e6a7c3b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T14:17:17,526 INFO [RS:0;3920e6a7c3b5:33947 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:17:17,526 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:17:17,526 INFO [RS:0;3920e6a7c3b5:33947 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3920e6a7c3b5,33947,1733235423169 because: Region server is closing 2024-12-03T14:17:17,526 INFO [RS:0;3920e6a7c3b5:33947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:33947. 2024-12-03T14:17:17,527 DEBUG [RS:0;3920e6a7c3b5:33947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:17:17,525 ERROR [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169.replicationSource.shipper3920e6a7c3b5%2C33947%2C1733235423169,1-3920e6a7c3b5,33947,1733235423169 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3920e6a7c3b5,33947,1733235423169: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3920e6a7c3b5,33947,1733235423169, walGroup=3920e6a7c3b5%2C33947%2C1733235423169, offset=3920e6a7c3b5%2C33947%2C1733235423169.1733235425412:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:33947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T14:17:17,527 DEBUG [RS:0;3920e6a7c3b5:33947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:17,527 ERROR [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169.replicationSource.shipper3920e6a7c3b5%2C33947%2C1733235423169,1-3920e6a7c3b5,33947,1733235423169 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T14:17:17,527 DEBUG [RS:0;3920e6a7c3b5:33947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:17,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:17:17,527 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169.replicationSource.shipper3920e6a7c3b5%2C33947%2C1733235423169,1-3920e6a7c3b5,33947,1733235423169 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T14:17:17,528 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169.replicationSource.shipper3920e6a7c3b5%2C33947%2C1733235423169,1-3920e6a7c3b5,33947,1733235423169 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T14:17:17,528 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169.replicationSource.shipper3920e6a7c3b5%2C33947%2C1733235423169,1-3920e6a7c3b5,33947,1733235423169 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T14:17:17,528 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169.replicationSource.shipper3920e6a7c3b5%2C33947%2C1733235423169,1-3920e6a7c3b5,33947,1733235423169 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T14:17:17,528 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169.replicationSource.shipper3920e6a7c3b5%2C33947%2C1733235423169,1-3920e6a7c3b5,33947,1733235423169 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 556223832 }, "NonHeapMemoryUsage": { "committed": 169345024, "init": 7667712, "max": -1, "used": 166821656 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T14:17:17,528 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169.replicationSource.shipper3920e6a7c3b5%2C33947%2C1733235423169,1-3920e6a7c3b5,33947,1733235423169 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [3920e6a7c3b5%2C33947%2C1733235423169.1733235425412] 2024-12-03T14:17:17,627 INFO [RS:0;3920e6a7c3b5:33947 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33947,1733235423169.replicationSource.shipper3920e6a7c3b5%2C33947%2C1733235423169,1-3920e6a7c3b5,33947,1733235423169 terminated 2024-12-03T14:17:17,627 INFO [RS:0;3920e6a7c3b5:33947 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33947 2024-12-03T14:17:17,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1019b8daa410001, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-322017445/rs/3920e6a7c3b5,33947,1733235423169 2024-12-03T14:17:17,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-322017445/rs 2024-12-03T14:17:17,686 INFO [RS:0;3920e6a7c3b5:33947 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:17:17,696 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3920e6a7c3b5,33947,1733235423169] 2024-12-03T14:17:17,707 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-322017445/draining/3920e6a7c3b5,33947,1733235423169 already deleted, retry=false 2024-12-03T14:17:17,707 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3920e6a7c3b5,33947,1733235423169 expired; onlineServers=0 2024-12-03T14:17:17,707 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3920e6a7c3b5,44407,1733235422959' ***** 2024-12-03T14:17:17,707 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T14:17:17,707 INFO [M:0;3920e6a7c3b5:44407 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:17:17,707 INFO [M:0;3920e6a7c3b5:44407 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:17:17,707 DEBUG [M:0;3920e6a7c3b5:44407 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T14:17:17,707 DEBUG [M:0;3920e6a7c3b5:44407 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T14:17:17,707 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T14:17:17,707 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235425148 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235425148,5,FailOnTimeoutGroup] 2024-12-03T14:17:17,707 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235425148 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235425148,5,FailOnTimeoutGroup] 2024-12-03T14:17:17,707 INFO [M:0;3920e6a7c3b5:44407 {}] hbase.ChoreService(370): Chore service for: master/3920e6a7c3b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T14:17:17,707 INFO [M:0;3920e6a7c3b5:44407 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:17:17,707 DEBUG [M:0;3920e6a7c3b5:44407 {}] master.HMaster(1795): Stopping service threads 2024-12-03T14:17:17,707 INFO [M:0;3920e6a7c3b5:44407 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T14:17:17,707 INFO [M:0;3920e6a7c3b5:44407 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:17:17,708 INFO [M:0;3920e6a7c3b5:44407 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T14:17:17,708 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T14:17:17,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-322017445/master 2024-12-03T14:17:17,717 DEBUG [M:0;3920e6a7c3b5:44407 {}] zookeeper.ZKUtil(347): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Unable to get data of znode /0-322017445/master because node does not exist (not an error) 2024-12-03T14:17:17,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-322017445 2024-12-03T14:17:17,717 WARN [M:0;3920e6a7c3b5:44407 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T14:17:17,718 INFO [M:0;3920e6a7c3b5:44407 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/.lastflushedseqids 2024-12-03T14:17:17,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741842_1018 (size=181) 2024-12-03T14:17:17,750 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:17:17,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:17:17,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:17:17,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:17:17,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1019b8daa410001, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:17:17,796 INFO [RS:0;3920e6a7c3b5:33947 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:17:17,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1019b8daa410001, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:17:17,796 INFO [RS:0;3920e6a7c3b5:33947 {}] regionserver.HRegionServer(1031): Exiting; stopping=3920e6a7c3b5,33947,1733235423169; zookeeper connection closed. 2024-12-03T14:17:17,797 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39b84eb8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39b84eb8 2024-12-03T14:17:17,797 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T14:17:18,123 INFO [M:0;3920e6a7c3b5:44407 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T14:17:18,123 INFO [M:0;3920e6a7c3b5:44407 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T14:17:18,123 DEBUG [M:0;3920e6a7c3b5:44407 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:17:18,123 INFO [M:0;3920e6a7c3b5:44407 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:17:18,123 DEBUG [M:0;3920e6a7c3b5:44407 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:17:18,123 DEBUG [M:0;3920e6a7c3b5:44407 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:17:18,123 DEBUG [M:0;3920e6a7c3b5:44407 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:17:18,123 INFO [M:0;3920e6a7c3b5:44407 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-03T14:17:18,140 DEBUG [M:0;3920e6a7c3b5:44407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/817237ef13c84699ac8c1ea5992b4f83 is 82, key is hbase:meta,,1/info:regioninfo/1733235426044/Put/seqid=0 2024-12-03T14:17:18,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741843_1019 (size=5672) 2024-12-03T14:17:18,544 INFO [M:0;3920e6a7c3b5:44407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/817237ef13c84699ac8c1ea5992b4f83 2024-12-03T14:17:18,565 DEBUG [M:0;3920e6a7c3b5:44407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/619f31fb5e724fa6be34650b82e24f49 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733235433567/Put/seqid=0 2024-12-03T14:17:18,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741844_1020 (size=7203) 2024-12-03T14:17:18,970 INFO [M:0;3920e6a7c3b5:44407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/619f31fb5e724fa6be34650b82e24f49 2024-12-03T14:17:18,986 DEBUG [M:0;3920e6a7c3b5:44407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23cc7f2f51ce4c6da0fca54fd1d24ac9 is 69, key is 3920e6a7c3b5,33947,1733235423169/rs:state/1733235425242/Put/seqid=0 2024-12-03T14:17:18,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741845_1021 (size=5156) 2024-12-03T14:17:19,391 INFO [M:0;3920e6a7c3b5:44407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23cc7f2f51ce4c6da0fca54fd1d24ac9 2024-12-03T14:17:19,396 DEBUG [M:0;3920e6a7c3b5:44407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/817237ef13c84699ac8c1ea5992b4f83 as hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/817237ef13c84699ac8c1ea5992b4f83 2024-12-03T14:17:19,401 INFO [M:0;3920e6a7c3b5:44407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/817237ef13c84699ac8c1ea5992b4f83, entries=8, sequenceid=70, filesize=5.5 K 2024-12-03T14:17:19,402 DEBUG [M:0;3920e6a7c3b5:44407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/619f31fb5e724fa6be34650b82e24f49 as hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/619f31fb5e724fa6be34650b82e24f49 2024-12-03T14:17:19,407 INFO [M:0;3920e6a7c3b5:44407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/619f31fb5e724fa6be34650b82e24f49, entries=8, sequenceid=70, filesize=7.0 K 2024-12-03T14:17:19,408 DEBUG [M:0;3920e6a7c3b5:44407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23cc7f2f51ce4c6da0fca54fd1d24ac9 as hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23cc7f2f51ce4c6da0fca54fd1d24ac9 2024-12-03T14:17:19,413 INFO [M:0;3920e6a7c3b5:44407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36351/user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23cc7f2f51ce4c6da0fca54fd1d24ac9, entries=1, sequenceid=70, filesize=5.0 K 2024-12-03T14:17:19,414 INFO [M:0;3920e6a7c3b5:44407 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=70, compaction requested=false 2024-12-03T14:17:19,416 INFO [M:0;3920e6a7c3b5:44407 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:17:19,416 DEBUG [M:0;3920e6a7c3b5:44407 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235438123Disabling compacts and flushes for region at 1733235438123Disabling writes for close at 1733235438123Obtaining lock to block concurrent updates at 1733235438123Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733235438123Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733235438124 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733235438124Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733235438124Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733235438139 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733235438139Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733235438549 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733235438564 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733235438564Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733235438975 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733235438986 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733235438986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a930289: reopening flushed file at 1733235439395 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5454da6f: reopening flushed file at 1733235439401 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79a6853e: reopening flushed file at 1733235439407 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=70, compaction requested=false at 1733235439414 (+7 ms)Writing region close event to WAL at 1733235439416 (+2 ms)Closed at 1733235439416 2024-12-03T14:17:19,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741830_1006 (size=41008) 2024-12-03T14:17:19,417 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/47c924c6-bed0-e97c-6fe9-162d49352594/MasterData/WALs/3920e6a7c3b5,44407,1733235422959/3920e6a7c3b5%2C44407%2C1733235422959.1733235424915 not finished, retry = 0 2024-12-03T14:17:19,519 INFO [M:0;3920e6a7c3b5:44407 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T14:17:19,519 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:17:19,519 INFO [M:0;3920e6a7c3b5:44407 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44407 2024-12-03T14:17:19,519 INFO [M:0;3920e6a7c3b5:44407 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:17:19,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:17:19,733 INFO [M:0;3920e6a7c3b5:44407 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:17:19,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x1019b8daa410000, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:17:19,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d8272f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:17:19,735 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:17:19,736 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:17:19,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:17:19,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/hadoop.log.dir/,STOPPED} 2024-12-03T14:17:19,737 WARN [BP-107037778-172.17.0.2-1733235420856 heartbeating to localhost/127.0.0.1:36351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T14:17:19,737 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T14:17:19,737 WARN [BP-107037778-172.17.0.2-1733235420856 heartbeating to localhost/127.0.0.1:36351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-107037778-172.17.0.2-1733235420856 (Datanode Uuid 73dfc285-f029-47e7-9b1a-40161bc4da61) service to localhost/127.0.0.1:36351 2024-12-03T14:17:19,737 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T14:17:19,737 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/cluster_30588f44-82da-451e-1e22-41fb08beb264/data/data1/current/BP-107037778-172.17.0.2-1733235420856 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:17:19,737 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/cluster_30588f44-82da-451e-1e22-41fb08beb264/data/data2/current/BP-107037778-172.17.0.2-1733235420856 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:17:19,738 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T14:17:19,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:17:19,742 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:17:19,742 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:17:19,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:17:19,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/173d498b-c47c-2bf9-506b-38366626f8bf/hadoop.log.dir/,STOPPED} 2024-12-03T14:17:19,747 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T14:17:19,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T14:17:19,766 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 108) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60057) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36351 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38053 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38053 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38053 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38053 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60057) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38053 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=407 (was 449), ProcessCount=11 (was 11), AvailableMemoryMB=10690 (was 11355) 2024-12-03T14:17:19,773 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=407, ProcessCount=11, AvailableMemoryMB=10690 2024-12-03T14:17:19,783 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-03T14:17:19,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/hadoop.log.dir so I do NOT create it in target/test-data/b1052936-d3a0-38cb-64a5-662191b81573 2024-12-03T14:17:19,784 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T14:17:19,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/hadoop.tmp.dir so I do NOT create it in target/test-data/b1052936-d3a0-38cb-64a5-662191b81573 2024-12-03T14:17:19,784 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b0958c-a75f-80f3-bcb3-2356cf3c4764/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T14:17:19,784 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573 2024-12-03T14:17:19,784 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/cluster_f8918fa5-61c4-5d3f-e224-3886fbd72db5, deleteOnExit=true 2024-12-03T14:17:19,804 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/cluster_f8918fa5-61c4-5d3f-e224-3886fbd72db5/zookeeper_0, clientPort=58931, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/cluster_f8918fa5-61c4-5d3f-e224-3886fbd72db5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/cluster_f8918fa5-61c4-5d3f-e224-3886fbd72db5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T14:17:19,804 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58931 2024-12-03T14:17:19,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T14:17:19,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T14:17:19,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/test.cache.data in system properties and HBase conf 2024-12-03T14:17:19,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T14:17:19,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/hadoop.log.dir in system properties and HBase conf 2024-12-03T14:17:19,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T14:17:19,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T14:17:19,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T14:17:19,805 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T14:17:19,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:17:19,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:17:19,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T14:17:19,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:17:19,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T14:17:19,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T14:17:19,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:17:19,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:17:19,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T14:17:19,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/nfs.dump.dir in system properties and HBase conf 2024-12-03T14:17:19,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/java.io.tmpdir in system properties and HBase conf 2024-12-03T14:17:19,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:17:19,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T14:17:19,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T14:17:19,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019b8daa410005, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T14:17:19,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019b8daa410002, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T14:17:19,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019b8daa410005, quorum=127.0.0.1:60057, baseZNode=/1-1652727678 Received Disconnected from ZooKeeper, ignoring 2024-12-03T14:17:19,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019b8daa410002, quorum=127.0.0.1:60057, baseZNode=/0-322017445 Received Disconnected from ZooKeeper, ignoring 2024-12-03T14:17:20,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:17:20,135 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:17:20,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:17:20,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:17:20,136 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T14:17:20,137 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:17:20,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:17:20,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:17:20,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7712fef6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/java.io.tmpdir/jetty-localhost-45767-hadoop-hdfs-3_4_1-tests_jar-_-any-2045164981056258682/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:17:20,226 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:45767} 2024-12-03T14:17:20,227 INFO [Time-limited test {}] server.Server(415): Started @54835ms 2024-12-03T14:17:20,484 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:17:20,487 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:17:20,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:17:20,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:17:20,489 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T14:17:20,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:17:20,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:17:20,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59761ce5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/java.io.tmpdir/jetty-localhost-38859-hadoop-hdfs-3_4_1-tests_jar-_-any-15513142272234576545/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:17:20,584 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:38859} 2024-12-03T14:17:20,584 INFO [Time-limited test {}] server.Server(415): Started @55193ms 2024-12-03T14:17:20,585 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T14:17:21,225 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/cluster_f8918fa5-61c4-5d3f-e224-3886fbd72db5/data/data1/current/BP-201318031-172.17.0.2-1733235439832/current, will proceed with Du for space computation calculation, 2024-12-03T14:17:21,225 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/cluster_f8918fa5-61c4-5d3f-e224-3886fbd72db5/data/data2/current/BP-201318031-172.17.0.2-1733235439832/current, will proceed with Du for space computation calculation, 2024-12-03T14:17:21,238 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T14:17:21,240 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc516ef188a5afa70 with lease ID 0x9f0af5574e89c0f: Processing first storage report for DS-83d451f8-2fbf-4251-bddf-b95a9c45e335 from datanode DatanodeRegistration(127.0.0.1:33409, datanodeUuid=82229e6c-8d5c-442e-88e3-b997146ab5f5, infoPort=40701, infoSecurePort=0, ipcPort=32783, storageInfo=lv=-57;cid=testClusterID;nsid=2018432875;c=1733235439832) 2024-12-03T14:17:21,240 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc516ef188a5afa70 with lease ID 0x9f0af5574e89c0f: from storage DS-83d451f8-2fbf-4251-bddf-b95a9c45e335 node DatanodeRegistration(127.0.0.1:33409, datanodeUuid=82229e6c-8d5c-442e-88e3-b997146ab5f5, infoPort=40701, infoSecurePort=0, ipcPort=32783, storageInfo=lv=-57;cid=testClusterID;nsid=2018432875;c=1733235439832), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:17:21,240 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc516ef188a5afa70 with lease ID 0x9f0af5574e89c0f: Processing first storage report for DS-c4a4a965-f63f-4d32-ba87-4f5b0872d758 from datanode DatanodeRegistration(127.0.0.1:33409, datanodeUuid=82229e6c-8d5c-442e-88e3-b997146ab5f5, infoPort=40701, infoSecurePort=0, ipcPort=32783, storageInfo=lv=-57;cid=testClusterID;nsid=2018432875;c=1733235439832) 2024-12-03T14:17:21,240 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc516ef188a5afa70 with lease ID 0x9f0af5574e89c0f: from storage DS-c4a4a965-f63f-4d32-ba87-4f5b0872d758 node DatanodeRegistration(127.0.0.1:33409, datanodeUuid=82229e6c-8d5c-442e-88e3-b997146ab5f5, infoPort=40701, infoSecurePort=0, ipcPort=32783, storageInfo=lv=-57;cid=testClusterID;nsid=2018432875;c=1733235439832), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:17:21,309 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573 2024-12-03T14:17:21,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:21,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:21,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741825_1001 (size=7) 2024-12-03T14:17:21,718 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151 with version=8 2024-12-03T14:17:21,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/hbase-staging 2024-12-03T14:17:21,720 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:17:21,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:17:21,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:17:21,720 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:17:21,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:17:21,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:17:21,720 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T14:17:21,720 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:17:21,721 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35449 2024-12-03T14:17:21,722 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35449 connecting to ZooKeeper ensemble=127.0.0.1:58931 2024-12-03T14:17:21,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354490x0, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:17:21,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35449-0x1019b8df4660000 connected 2024-12-03T14:17:21,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:21,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:21,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Set watcher on znode that does not yet exist, /0493121540/running 2024-12-03T14:17:21,905 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151, hbase.cluster.distributed=false 2024-12-03T14:17:21,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Set watcher on znode that does not yet exist, /0493121540/acl 2024-12-03T14:17:21,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35449 2024-12-03T14:17:21,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35449 2024-12-03T14:17:21,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35449 2024-12-03T14:17:21,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35449 2024-12-03T14:17:21,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35449 2024-12-03T14:17:21,919 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:17:21,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:17:21,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:17:21,920 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:17:21,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:17:21,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:17:21,920 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T14:17:21,920 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:17:21,920 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43117 2024-12-03T14:17:21,921 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43117 connecting to ZooKeeper ensemble=127.0.0.1:58931 2024-12-03T14:17:21,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:21,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:21,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431170x0, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:17:21,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431170x0, quorum=127.0.0.1:58931, baseZNode=/0493121540 Set watcher on znode that does not yet exist, /0493121540/running 2024-12-03T14:17:21,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43117-0x1019b8df4660001 connected 2024-12-03T14:17:21,934 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T14:17:21,935 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T14:17:21,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43117-0x1019b8df4660001, quorum=127.0.0.1:58931, baseZNode=/0493121540 Set watcher on znode that does not yet exist, /0493121540/master 2024-12-03T14:17:21,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43117-0x1019b8df4660001, quorum=127.0.0.1:58931, baseZNode=/0493121540 Set watcher on znode that does not yet exist, /0493121540/acl 2024-12-03T14:17:21,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43117 2024-12-03T14:17:21,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43117 2024-12-03T14:17:21,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43117 2024-12-03T14:17:21,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43117 2024-12-03T14:17:21,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43117 2024-12-03T14:17:21,951 DEBUG [M:0;3920e6a7c3b5:35449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3920e6a7c3b5:35449 2024-12-03T14:17:21,951 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0493121540/backup-masters/3920e6a7c3b5,35449,1733235441720 2024-12-03T14:17:21,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x1019b8df4660001, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0493121540/backup-masters 2024-12-03T14:17:21,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0493121540/backup-masters 2024-12-03T14:17:21,959 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Set watcher on existing znode=/0493121540/backup-masters/3920e6a7c3b5,35449,1733235441720 2024-12-03T14:17:21,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x1019b8df4660001, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0493121540/master 2024-12-03T14:17:21,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0493121540 2024-12-03T14:17:21,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x1019b8df4660001, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0493121540 2024-12-03T14:17:21,970 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Set watcher on existing znode=/0493121540/master 2024-12-03T14:17:21,970 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0493121540/backup-masters/3920e6a7c3b5,35449,1733235441720 from backup master directory 2024-12-03T14:17:21,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0493121540/backup-masters/3920e6a7c3b5,35449,1733235441720 2024-12-03T14:17:21,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x1019b8df4660001, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0493121540/backup-masters 2024-12-03T14:17:21,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0493121540/backup-masters 2024-12-03T14:17:21,980 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:17:21,980 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3920e6a7c3b5,35449,1733235441720 2024-12-03T14:17:21,983 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/hbase.id] with ID: b3745bfd-b9c1-4489-8d19-17a85e207a0b 2024-12-03T14:17:21,983 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/.tmp/hbase.id 2024-12-03T14:17:21,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741826_1002 (size=42) 2024-12-03T14:17:22,388 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/.tmp/hbase.id]:[hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/hbase.id] 2024-12-03T14:17:22,398 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:22,398 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T14:17:22,399 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T14:17:22,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x1019b8df4660001, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0493121540 2024-12-03T14:17:22,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0493121540 2024-12-03T14:17:22,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741827_1003 (size=196) 2024-12-03T14:17:22,746 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:17:22,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:17:22,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:17:22,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:17:22,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:17:22,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:17:22,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T14:17:22,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T14:17:22,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:17:22,992 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:17:22,993 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T14:17:22,993 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:17:22,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741828_1004 (size=1189) 2024-12-03T14:17:23,401 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/MasterData/data/master/store 2024-12-03T14:17:23,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741829_1005 (size=34) 2024-12-03T14:17:23,807 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:17:23,808 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:17:23,808 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:17:23,808 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:17:23,808 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:17:23,808 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:17:23,808 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:17:23,808 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235443808Disabling compacts and flushes for region at 1733235443808Disabling writes for close at 1733235443808Writing region close event to WAL at 1733235443808Closed at 1733235443808 2024-12-03T14:17:23,809 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/MasterData/data/master/store/.initializing 2024-12-03T14:17:23,809 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/MasterData/WALs/3920e6a7c3b5,35449,1733235441720 2024-12-03T14:17:23,810 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:17:23,811 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3920e6a7c3b5%2C35449%2C1733235441720, suffix=, logDir=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/MasterData/WALs/3920e6a7c3b5,35449,1733235441720, archiveDir=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/MasterData/oldWALs, maxLogs=10 2024-12-03T14:17:23,825 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/MasterData/WALs/3920e6a7c3b5,35449,1733235441720/3920e6a7c3b5%2C35449%2C1733235441720.1733235443812, exclude list is [], retry=0 2024-12-03T14:17:23,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33409,DS-83d451f8-2fbf-4251-bddf-b95a9c45e335,DISK] 2024-12-03T14:17:23,830 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/MasterData/WALs/3920e6a7c3b5,35449,1733235441720/3920e6a7c3b5%2C35449%2C1733235441720.1733235443812 2024-12-03T14:17:23,830 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40701:40701)] 2024-12-03T14:17:23,830 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:17:23,830 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:17:23,830 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:23,830 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:23,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:23,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T14:17:23,836 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:23,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:23,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:23,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T14:17:23,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:23,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:17:23,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:23,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T14:17:23,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:23,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:17:23,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:23,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T14:17:23,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:23,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:17:23,841 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:23,842 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:23,842 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:23,843 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:23,843 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:23,844 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:17:23,845 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:23,846 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:17:23,847 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59418756, jitterRate=-0.11459153890609741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:17:23,847 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733235443831Initializing all the Stores at 1733235443831Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235443831Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235443834 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235443834Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235443834Cleaning up temporary data from old regions at 1733235443843 (+9 ms)Region opened successfully at 1733235443847 (+4 ms) 2024-12-03T14:17:23,847 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T14:17:23,850 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1785408d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:17:23,850 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T14:17:23,851 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T14:17:23,851 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T14:17:23,851 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T14:17:23,851 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T14:17:23,852 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T14:17:23,852 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T14:17:23,854 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T14:17:23,854 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Unable to get data of znode /0493121540/balancer because node does not exist (not necessarily an error) 2024-12-03T14:17:23,944 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0493121540/balancer already deleted, retry=false 2024-12-03T14:17:23,944 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T14:17:23,945 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Unable to get data of znode /0493121540/normalizer because node does not exist (not necessarily an error) 2024-12-03T14:17:23,954 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0493121540/normalizer already deleted, retry=false 2024-12-03T14:17:23,955 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T14:17:23,956 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Unable to get data of znode /0493121540/switch/split because node does not exist (not necessarily an error) 2024-12-03T14:17:23,965 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0493121540/switch/split already deleted, retry=false 2024-12-03T14:17:23,966 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Unable to get data of znode /0493121540/switch/merge because node does not exist (not necessarily an error) 2024-12-03T14:17:23,976 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0493121540/switch/merge already deleted, retry=false 2024-12-03T14:17:23,978 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Unable to get data of znode /0493121540/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T14:17:23,986 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0493121540/snapshot-cleanup already deleted, retry=false 2024-12-03T14:17:23,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x1019b8df4660001, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0493121540/running 2024-12-03T14:17:23,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0493121540/running 2024-12-03T14:17:23,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x1019b8df4660001, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0493121540 2024-12-03T14:17:23,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0493121540 2024-12-03T14:17:23,997 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3920e6a7c3b5,35449,1733235441720, sessionid=0x1019b8df4660000, setting cluster-up flag (Was=false) 2024-12-03T14:17:24,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0493121540 2024-12-03T14:17:24,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x1019b8df4660001, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0493121540 2024-12-03T14:17:24,049 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0493121540/flush-table-proc/acquired, /0493121540/flush-table-proc/reached, /0493121540/flush-table-proc/abort 2024-12-03T14:17:24,050 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,35449,1733235441720 2024-12-03T14:17:24,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x1019b8df4660001, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0493121540 2024-12-03T14:17:24,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0493121540 2024-12-03T14:17:24,102 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0493121540/online-snapshot/acquired, /0493121540/online-snapshot/reached, /0493121540/online-snapshot/abort 2024-12-03T14:17:24,103 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,35449,1733235441720 2024-12-03T14:17:24,104 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T14:17:24,106 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T14:17:24,106 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T14:17:24,106 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T14:17:24,106 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3920e6a7c3b5,35449,1733235441720 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T14:17:24,108 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:17:24,108 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:17:24,108 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:17:24,108 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:17:24,108 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3920e6a7c3b5:0, corePoolSize=10, maxPoolSize=10 2024-12-03T14:17:24,108 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:24,108 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:17:24,108 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:24,109 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733235474109 2024-12-03T14:17:24,109 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T14:17:24,109 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T14:17:24,109 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T14:17:24,109 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T14:17:24,109 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T14:17:24,109 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T14:17:24,109 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:24,110 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T14:17:24,110 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T14:17:24,110 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T14:17:24,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:17:24,110 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T14:17:24,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T14:17:24,110 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T14:17:24,110 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T14:17:24,110 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235444110,5,FailOnTimeoutGroup] 2024-12-03T14:17:24,111 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235444110,5,FailOnTimeoutGroup] 2024-12-03T14:17:24,111 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:24,111 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T14:17:24,111 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:24,111 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:24,111 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:24,111 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T14:17:24,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741831_1007 (size=1321) 2024-12-03T14:17:24,145 INFO [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer(746): ClusterId : b3745bfd-b9c1-4489-8d19-17a85e207a0b 2024-12-03T14:17:24,145 DEBUG [RS:0;3920e6a7c3b5:43117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T14:17:24,155 DEBUG [RS:0;3920e6a7c3b5:43117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T14:17:24,155 DEBUG [RS:0;3920e6a7c3b5:43117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T14:17:24,166 DEBUG [RS:0;3920e6a7c3b5:43117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T14:17:24,166 DEBUG [RS:0;3920e6a7c3b5:43117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24648656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:17:24,176 DEBUG [RS:0;3920e6a7c3b5:43117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3920e6a7c3b5:43117 2024-12-03T14:17:24,176 INFO [RS:0;3920e6a7c3b5:43117 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T14:17:24,176 INFO [RS:0;3920e6a7c3b5:43117 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T14:17:24,176 DEBUG [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T14:17:24,177 INFO [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer(2659): reportForDuty to master=3920e6a7c3b5,35449,1733235441720 with port=43117, startcode=1733235441919 2024-12-03T14:17:24,177 DEBUG [RS:0;3920e6a7c3b5:43117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T14:17:24,179 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T14:17:24,179 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35449 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3920e6a7c3b5,43117,1733235441919 2024-12-03T14:17:24,179 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35449 {}] master.ServerManager(517): Registering regionserver=3920e6a7c3b5,43117,1733235441919 2024-12-03T14:17:24,181 DEBUG [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151 2024-12-03T14:17:24,181 DEBUG [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37283 2024-12-03T14:17:24,181 DEBUG [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T14:17:24,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0493121540/rs 2024-12-03T14:17:24,191 DEBUG [RS:0;3920e6a7c3b5:43117 {}] zookeeper.ZKUtil(111): regionserver:43117-0x1019b8df4660001, quorum=127.0.0.1:58931, baseZNode=/0493121540 Set watcher on existing znode=/0493121540/rs/3920e6a7c3b5,43117,1733235441919 2024-12-03T14:17:24,191 WARN [RS:0;3920e6a7c3b5:43117 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:17:24,191 INFO [RS:0;3920e6a7c3b5:43117 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:17:24,191 DEBUG [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919 2024-12-03T14:17:24,191 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3920e6a7c3b5,43117,1733235441919] 2024-12-03T14:17:24,194 INFO [RS:0;3920e6a7c3b5:43117 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T14:17:24,196 INFO [RS:0;3920e6a7c3b5:43117 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T14:17:24,196 INFO [RS:0;3920e6a7c3b5:43117 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T14:17:24,196 INFO [RS:0;3920e6a7c3b5:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:24,200 INFO [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T14:17:24,201 INFO [RS:0;3920e6a7c3b5:43117 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T14:17:24,201 INFO [RS:0;3920e6a7c3b5:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:24,201 DEBUG [RS:0;3920e6a7c3b5:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:24,201 DEBUG [RS:0;3920e6a7c3b5:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:24,201 DEBUG [RS:0;3920e6a7c3b5:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:24,201 DEBUG [RS:0;3920e6a7c3b5:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:24,201 DEBUG [RS:0;3920e6a7c3b5:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:24,201 DEBUG [RS:0;3920e6a7c3b5:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:17:24,201 DEBUG [RS:0;3920e6a7c3b5:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:24,201 DEBUG [RS:0;3920e6a7c3b5:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:24,201 DEBUG [RS:0;3920e6a7c3b5:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:24,201 DEBUG [RS:0;3920e6a7c3b5:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:24,201 DEBUG [RS:0;3920e6a7c3b5:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:24,201 DEBUG [RS:0;3920e6a7c3b5:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:24,201 DEBUG [RS:0;3920e6a7c3b5:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:17:24,201 DEBUG [RS:0;3920e6a7c3b5:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:17:24,202 INFO [RS:0;3920e6a7c3b5:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:24,202 INFO [RS:0;3920e6a7c3b5:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:24,202 INFO [RS:0;3920e6a7c3b5:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:24,203 INFO [RS:0;3920e6a7c3b5:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:24,203 INFO [RS:0;3920e6a7c3b5:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:24,203 INFO [RS:0;3920e6a7c3b5:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,43117,1733235441919-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:17:24,220 INFO [RS:0;3920e6a7c3b5:43117 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T14:17:24,220 INFO [RS:0;3920e6a7c3b5:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,43117,1733235441919-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:24,220 INFO [RS:0;3920e6a7c3b5:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:24,220 INFO [RS:0;3920e6a7c3b5:43117 {}] regionserver.Replication(171): 3920e6a7c3b5,43117,1733235441919 started 2024-12-03T14:17:24,233 INFO [RS:0;3920e6a7c3b5:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:24,233 INFO [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer(1482): Serving as 3920e6a7c3b5,43117,1733235441919, RpcServer on 3920e6a7c3b5/172.17.0.2:43117, sessionid=0x1019b8df4660001 2024-12-03T14:17:24,233 DEBUG [RS:0;3920e6a7c3b5:43117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T14:17:24,233 DEBUG [RS:0;3920e6a7c3b5:43117 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3920e6a7c3b5,43117,1733235441919 2024-12-03T14:17:24,233 DEBUG [RS:0;3920e6a7c3b5:43117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,43117,1733235441919' 2024-12-03T14:17:24,233 DEBUG [RS:0;3920e6a7c3b5:43117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0493121540/flush-table-proc/abort' 2024-12-03T14:17:24,234 DEBUG [RS:0;3920e6a7c3b5:43117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0493121540/flush-table-proc/acquired' 2024-12-03T14:17:24,234 DEBUG [RS:0;3920e6a7c3b5:43117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T14:17:24,234 DEBUG [RS:0;3920e6a7c3b5:43117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T14:17:24,234 DEBUG [RS:0;3920e6a7c3b5:43117 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3920e6a7c3b5,43117,1733235441919 2024-12-03T14:17:24,234 DEBUG [RS:0;3920e6a7c3b5:43117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,43117,1733235441919' 2024-12-03T14:17:24,234 DEBUG [RS:0;3920e6a7c3b5:43117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0493121540/online-snapshot/abort' 2024-12-03T14:17:24,234 DEBUG [RS:0;3920e6a7c3b5:43117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0493121540/online-snapshot/acquired' 2024-12-03T14:17:24,235 DEBUG [RS:0;3920e6a7c3b5:43117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T14:17:24,235 INFO [RS:0;3920e6a7c3b5:43117 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T14:17:24,235 INFO [RS:0;3920e6a7c3b5:43117 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T14:17:24,335 INFO [RS:0;3920e6a7c3b5:43117 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:17:24,337 INFO [RS:0;3920e6a7c3b5:43117 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C43117%2C1733235441919, suffix=, logDir=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919, archiveDir=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/oldWALs, maxLogs=10 2024-12-03T14:17:24,351 DEBUG [RS:0;3920e6a7c3b5:43117 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337, exclude list is [], retry=0 2024-12-03T14:17:24,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33409,DS-83d451f8-2fbf-4251-bddf-b95a9c45e335,DISK] 2024-12-03T14:17:24,355 INFO [RS:0;3920e6a7c3b5:43117 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 2024-12-03T14:17:24,355 DEBUG [RS:0;3920e6a7c3b5:43117 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40701:40701)] 2024-12-03T14:17:24,520 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T14:17:24,520 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151 2024-12-03T14:17:24,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741833_1009 (size=32) 2024-12-03T14:17:24,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:17:24,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:17:24,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:17:24,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:24,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:24,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:17:24,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:17:24,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:24,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:24,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:17:24,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:17:24,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:24,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:24,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:17:24,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:17:24,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:24,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:24,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:17:24,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740 2024-12-03T14:17:24,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740 2024-12-03T14:17:24,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:17:24,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:17:24,956 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:17:24,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:17:24,975 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:17:24,976 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59068972, jitterRate=-0.11980372667312622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:17:24,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733235444926Initializing all the Stores at 1733235444927 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235444927Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235444927Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235444927Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235444927Cleaning up temporary data from old regions at 1733235444955 (+28 ms)Region opened successfully at 1733235444976 (+21 ms) 2024-12-03T14:17:24,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:17:24,976 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:17:24,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:17:24,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:17:24,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:17:24,977 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:17:24,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235444976Disabling compacts and flushes for region at 1733235444976Disabling writes for close at 1733235444976Writing region close event to WAL at 1733235444977 (+1 ms)Closed at 1733235444977 2024-12-03T14:17:24,978 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:17:24,978 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T14:17:24,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T14:17:24,980 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:17:24,981 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T14:17:25,131 DEBUG [3920e6a7c3b5:35449 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:17:25,132 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3920e6a7c3b5,43117,1733235441919 2024-12-03T14:17:25,133 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,43117,1733235441919, state=OPENING 2024-12-03T14:17:25,254 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T14:17:25,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x1019b8df4660001, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0493121540 2024-12-03T14:17:25,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0493121540 2024-12-03T14:17:25,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0493121540/meta-region-server: CHANGED 2024-12-03T14:17:25,266 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:17:25,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,43117,1733235441919}] 2024-12-03T14:17:25,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0493121540/meta-region-server: CHANGED 2024-12-03T14:17:25,420 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:17:25,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T14:17:25,425 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T14:17:25,425 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:17:25,425 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T14:17:25,426 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C43117%2C1733235441919.meta, suffix=.meta, logDir=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919, archiveDir=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/oldWALs, maxLogs=10 2024-12-03T14:17:25,437 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.meta.1733235445427.meta, exclude list is [], retry=0 2024-12-03T14:17:25,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33409,DS-83d451f8-2fbf-4251-bddf-b95a9c45e335,DISK] 2024-12-03T14:17:25,441 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.meta.1733235445427.meta 2024-12-03T14:17:25,441 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40701:40701)] 2024-12-03T14:17:25,441 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:17:25,441 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:17:25,441 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:17:25,441 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T14:17:25,441 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T14:17:25,442 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T14:17:25,442 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:17:25,442 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T14:17:25,442 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T14:17:25,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:17:25,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:17:25,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:25,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:25,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:17:25,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:17:25,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:25,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:25,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:17:25,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:17:25,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:25,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:25,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:17:25,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:17:25,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:25,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:25,448 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:17:25,449 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740 2024-12-03T14:17:25,449 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740 2024-12-03T14:17:25,450 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:17:25,450 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:17:25,451 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:17:25,452 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:17:25,452 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71744609, jitterRate=0.0690779834985733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:17:25,452 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T14:17:25,453 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733235445442Writing region info on filesystem at 1733235445442Initializing all the Stores at 1733235445443 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235445443Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235445443Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235445443Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235445443Cleaning up temporary data from old regions at 1733235445450 (+7 ms)Running coprocessor post-open hooks at 1733235445452 (+2 ms)Region opened successfully at 1733235445453 (+1 ms) 2024-12-03T14:17:25,454 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733235445420 2024-12-03T14:17:25,456 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T14:17:25,456 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T14:17:25,457 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,43117,1733235441919 2024-12-03T14:17:25,458 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,43117,1733235441919, state=OPEN 2024-12-03T14:17:25,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x1019b8df4660001, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0493121540/meta-region-server 2024-12-03T14:17:25,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0493121540/meta-region-server 2024-12-03T14:17:25,499 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0493121540/meta-region-server: CHANGED 2024-12-03T14:17:25,499 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,43117,1733235441919 2024-12-03T14:17:25,499 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0493121540/meta-region-server: CHANGED 2024-12-03T14:17:25,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T14:17:25,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,43117,1733235441919 in 233 msec 2024-12-03T14:17:25,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T14:17:25,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 524 msec 2024-12-03T14:17:25,505 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:17:25,505 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T14:17:25,506 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:17:25,506 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,43117,1733235441919, seqNum=-1] 2024-12-03T14:17:25,507 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:17:25,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:17:25,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4060 sec 2024-12-03T14:17:25,513 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733235445513, completionTime=-1 2024-12-03T14:17:25,513 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T14:17:25,513 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T14:17:25,514 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T14:17:25,514 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733235505514 2024-12-03T14:17:25,514 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733235565514 2024-12-03T14:17:25,514 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T14:17:25,515 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,35449,1733235441720-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:25,515 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,35449,1733235441720-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:25,515 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,35449,1733235441720-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:25,515 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3920e6a7c3b5:35449, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:25,515 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:25,515 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:25,517 DEBUG [master/3920e6a7c3b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T14:17:25,518 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.538sec 2024-12-03T14:17:25,518 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T14:17:25,518 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T14:17:25,519 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T14:17:25,519 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T14:17:25,519 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T14:17:25,519 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,35449,1733235441720-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:17:25,519 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,35449,1733235441720-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T14:17:25,521 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T14:17:25,521 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T14:17:25,521 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,35449,1733235441720-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:25,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f299995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:25,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,35449,-1 for getting cluster id 2024-12-03T14:17:25,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:17:25,547 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3745bfd-b9c1-4489-8d19-17a85e207a0b' 2024-12-03T14:17:25,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:17:25,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3745bfd-b9c1-4489-8d19-17a85e207a0b" 2024-12-03T14:17:25,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568e5eab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:25,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,35449,-1] 2024-12-03T14:17:25,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:17:25,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:25,549 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:17:25,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c950b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:25,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:17:25,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,43117,1733235441919, seqNum=-1] 2024-12-03T14:17:25,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:17:25,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:17:25,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3920e6a7c3b5,35449,1733235441720 2024-12-03T14:17:25,555 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58931 2024-12-03T14:17:25,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:17:25,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019b8df4660002 connected 2024-12-03T14:17:25,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/hadoop.log.dir so I do NOT create it in target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160 2024-12-03T14:17:25,588 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T14:17:25,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/hadoop.tmp.dir so I do NOT create it in target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160 2024-12-03T14:17:25,589 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T14:17:25,589 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160 2024-12-03T14:17:25,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T14:17:25,589 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/cluster_08e9e519-1877-2f20-449f-f986e222afcb, deleteOnExit=true 2024-12-03T14:17:25,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T14:17:25,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/test.cache.data in system properties and HBase conf 2024-12-03T14:17:25,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T14:17:25,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/hadoop.log.dir in system properties and HBase conf 2024-12-03T14:17:25,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T14:17:25,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T14:17:25,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T14:17:25,589 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T14:17:25,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:17:25,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:17:25,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T14:17:25,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:17:25,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T14:17:25,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T14:17:25,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:17:25,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:17:25,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T14:17:25,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/nfs.dump.dir in system properties and HBase conf 2024-12-03T14:17:25,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/java.io.tmpdir in system properties and HBase conf 2024-12-03T14:17:25,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:17:25,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T14:17:25,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T14:17:25,869 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:17:25,874 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:17:25,878 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:17:25,878 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:17:25,878 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T14:17:25,879 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:17:25,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:17:25,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:17:25,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3db8da4f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/java.io.tmpdir/jetty-localhost-43207-hadoop-hdfs-3_4_1-tests_jar-_-any-4961122379368879735/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:17:25,971 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:43207} 2024-12-03T14:17:25,971 INFO [Time-limited test {}] server.Server(415): Started @60580ms 2024-12-03T14:17:26,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:17:26,229 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:17:26,232 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:17:26,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:17:26,233 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T14:17:26,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:17:26,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:17:26,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778c47e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/java.io.tmpdir/jetty-localhost-46105-hadoop-hdfs-3_4_1-tests_jar-_-any-10175484498242561744/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:17:26,326 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:46105} 2024-12-03T14:17:26,326 INFO [Time-limited test {}] server.Server(415): Started @60935ms 2024-12-03T14:17:26,327 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T14:17:26,969 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/cluster_08e9e519-1877-2f20-449f-f986e222afcb/data/data2/current/BP-334848653-172.17.0.2-1733235445604/current, will proceed with Du for space computation calculation, 2024-12-03T14:17:26,969 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/cluster_08e9e519-1877-2f20-449f-f986e222afcb/data/data1/current/BP-334848653-172.17.0.2-1733235445604/current, will proceed with Du for space computation calculation, 2024-12-03T14:17:26,987 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T14:17:26,990 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8153d8e7df498fb with lease ID 0x59c4ae84b9adab98: Processing first storage report for DS-87507e57-b1fe-483a-8659-bbc7b5f1488a from datanode DatanodeRegistration(127.0.0.1:40011, datanodeUuid=3581c378-462d-437b-a1f3-46f4a82f81b3, infoPort=41323, infoSecurePort=0, ipcPort=35041, storageInfo=lv=-57;cid=testClusterID;nsid=1888890698;c=1733235445604) 2024-12-03T14:17:26,990 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8153d8e7df498fb with lease ID 0x59c4ae84b9adab98: from storage DS-87507e57-b1fe-483a-8659-bbc7b5f1488a node DatanodeRegistration(127.0.0.1:40011, datanodeUuid=3581c378-462d-437b-a1f3-46f4a82f81b3, infoPort=41323, infoSecurePort=0, ipcPort=35041, storageInfo=lv=-57;cid=testClusterID;nsid=1888890698;c=1733235445604), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:17:26,990 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8153d8e7df498fb with lease ID 0x59c4ae84b9adab98: Processing first storage report for DS-d6f205bd-03ac-43d5-9319-38805174ec16 from datanode DatanodeRegistration(127.0.0.1:40011, datanodeUuid=3581c378-462d-437b-a1f3-46f4a82f81b3, infoPort=41323, infoSecurePort=0, ipcPort=35041, storageInfo=lv=-57;cid=testClusterID;nsid=1888890698;c=1733235445604) 2024-12-03T14:17:26,990 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8153d8e7df498fb with lease ID 0x59c4ae84b9adab98: from storage DS-d6f205bd-03ac-43d5-9319-38805174ec16 node DatanodeRegistration(127.0.0.1:40011, datanodeUuid=3581c378-462d-437b-a1f3-46f4a82f81b3, infoPort=41323, infoSecurePort=0, ipcPort=35041, storageInfo=lv=-57;cid=testClusterID;nsid=1888890698;c=1733235445604), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:17:27,055 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160 2024-12-03T14:17:27,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:27,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:27,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741825_1001 (size=7) 2024-12-03T14:17:27,464 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50 with version=8 2024-12-03T14:17:27,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/hbase-staging 2024-12-03T14:17:27,466 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:17:27,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:17:27,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:17:27,466 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:17:27,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:17:27,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:17:27,466 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T14:17:27,466 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:17:27,467 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46737 2024-12-03T14:17:27,467 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46737 connecting to ZooKeeper ensemble=127.0.0.1:58931 2024-12-03T14:17:27,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467370x0, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:17:27,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46737-0x1019b8df4660003 connected 2024-12-03T14:17:27,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:27,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:27,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Set watcher on znode that does not yet exist, /1730760976/running 2024-12-03T14:17:27,593 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50, hbase.cluster.distributed=false 2024-12-03T14:17:27,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Set watcher on znode that does not yet exist, /1730760976/acl 2024-12-03T14:17:27,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46737 2024-12-03T14:17:27,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46737 2024-12-03T14:17:27,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46737 2024-12-03T14:17:27,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46737 2024-12-03T14:17:27,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46737 2024-12-03T14:17:27,608 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:17:27,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:17:27,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:17:27,608 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:17:27,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:17:27,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:17:27,608 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T14:17:27,608 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:17:27,609 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43559 2024-12-03T14:17:27,609 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43559 connecting to ZooKeeper ensemble=127.0.0.1:58931 2024-12-03T14:17:27,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:27,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:27,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435590x0, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:17:27,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43559-0x1019b8df4660004 connected 2024-12-03T14:17:27,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43559-0x1019b8df4660004, quorum=127.0.0.1:58931, baseZNode=/1730760976 Set watcher on znode that does not yet exist, /1730760976/running 2024-12-03T14:17:27,623 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T14:17:27,623 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T14:17:27,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43559-0x1019b8df4660004, quorum=127.0.0.1:58931, baseZNode=/1730760976 Set watcher on znode that does not yet exist, /1730760976/master 2024-12-03T14:17:27,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43559-0x1019b8df4660004, quorum=127.0.0.1:58931, baseZNode=/1730760976 Set watcher on znode that does not yet exist, /1730760976/acl 2024-12-03T14:17:27,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43559 2024-12-03T14:17:27,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43559 2024-12-03T14:17:27,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43559 2024-12-03T14:17:27,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43559 2024-12-03T14:17:27,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43559 2024-12-03T14:17:27,638 DEBUG [M:0;3920e6a7c3b5:46737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3920e6a7c3b5:46737 2024-12-03T14:17:27,638 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1730760976/backup-masters/3920e6a7c3b5,46737,1733235447466 2024-12-03T14:17:27,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1019b8df4660004, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1730760976/backup-masters 2024-12-03T14:17:27,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1730760976/backup-masters 2024-12-03T14:17:27,649 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Set watcher on existing znode=/1730760976/backup-masters/3920e6a7c3b5,46737,1733235447466 2024-12-03T14:17:27,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1019b8df4660004, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1730760976/master 2024-12-03T14:17:27,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1730760976 2024-12-03T14:17:27,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1019b8df4660004, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1730760976 2024-12-03T14:17:27,660 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Set watcher on existing znode=/1730760976/master 2024-12-03T14:17:27,660 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1730760976/backup-masters/3920e6a7c3b5,46737,1733235447466 from backup master directory 2024-12-03T14:17:27,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1730760976/backup-masters/3920e6a7c3b5,46737,1733235447466 2024-12-03T14:17:27,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1019b8df4660004, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1730760976/backup-masters 2024-12-03T14:17:27,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1730760976/backup-masters 2024-12-03T14:17:27,670 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:17:27,670 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3920e6a7c3b5,46737,1733235447466 2024-12-03T14:17:27,674 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/hbase.id] with ID: 4d01b411-6dd7-42df-938f-18e6bf6b536c 2024-12-03T14:17:27,674 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/.tmp/hbase.id 2024-12-03T14:17:27,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741826_1002 (size=42) 2024-12-03T14:17:28,078 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/.tmp/hbase.id]:[hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/hbase.id] 2024-12-03T14:17:28,089 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:28,089 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T14:17:28,090 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T14:17:28,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1019b8df4660004, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1730760976 2024-12-03T14:17:28,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1730760976 2024-12-03T14:17:28,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741827_1003 (size=196) 2024-12-03T14:17:28,281 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:17:28,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:17:28,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:17:28,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:17:28,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:17:28,543 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:17:28,544 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T14:17:28,544 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:17:28,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741828_1004 (size=1189) 2024-12-03T14:17:28,951 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/MasterData/data/master/store 2024-12-03T14:17:28,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741829_1005 (size=34) 2024-12-03T14:17:29,358 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:17:29,358 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:17:29,358 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:17:29,358 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:17:29,358 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:17:29,358 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:17:29,358 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:17:29,358 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235449358Disabling compacts and flushes for region at 1733235449358Disabling writes for close at 1733235449358Writing region close event to WAL at 1733235449358Closed at 1733235449358 2024-12-03T14:17:29,359 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/MasterData/data/master/store/.initializing 2024-12-03T14:17:29,359 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/MasterData/WALs/3920e6a7c3b5,46737,1733235447466 2024-12-03T14:17:29,360 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:17:29,362 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3920e6a7c3b5%2C46737%2C1733235447466, suffix=, logDir=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/MasterData/WALs/3920e6a7c3b5,46737,1733235447466, archiveDir=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/MasterData/oldWALs, maxLogs=10 2024-12-03T14:17:29,372 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/MasterData/WALs/3920e6a7c3b5,46737,1733235447466/3920e6a7c3b5%2C46737%2C1733235447466.1733235449362, exclude list is [], retry=0 2024-12-03T14:17:29,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40011,DS-87507e57-b1fe-483a-8659-bbc7b5f1488a,DISK] 2024-12-03T14:17:29,376 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/MasterData/WALs/3920e6a7c3b5,46737,1733235447466/3920e6a7c3b5%2C46737%2C1733235447466.1733235449362 2024-12-03T14:17:29,376 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41323:41323)] 2024-12-03T14:17:29,376 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:17:29,376 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:17:29,376 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:29,376 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:29,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:29,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T14:17:29,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:29,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:29,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:29,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T14:17:29,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:29,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:17:29,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:29,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T14:17:29,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:29,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:17:29,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:29,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T14:17:29,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:29,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:17:29,384 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:29,385 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:29,385 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:29,386 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:29,386 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:29,386 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:17:29,387 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:17:29,389 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:17:29,389 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73982763, jitterRate=0.10242907702922821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:17:29,389 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733235449376Initializing all the Stores at 1733235449377 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235449377Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235449378 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235449378Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235449378Cleaning up temporary data from old regions at 1733235449386 (+8 ms)Region opened successfully at 1733235449389 (+3 ms) 2024-12-03T14:17:29,390 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T14:17:29,392 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b39072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:17:29,393 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T14:17:29,393 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T14:17:29,393 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T14:17:29,393 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T14:17:29,394 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T14:17:29,394 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T14:17:29,394 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T14:17:29,396 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T14:17:29,396 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Unable to get data of znode /1730760976/balancer because node does not exist (not necessarily an error) 2024-12-03T14:17:29,407 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1730760976/balancer already deleted, retry=false 2024-12-03T14:17:29,407 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T14:17:29,408 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Unable to get data of znode /1730760976/normalizer because node does not exist (not necessarily an error) 2024-12-03T14:17:29,417 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1730760976/normalizer already deleted, retry=false 2024-12-03T14:17:29,418 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T14:17:29,419 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Unable to get data of znode /1730760976/switch/split because node does not exist (not necessarily an error) 2024-12-03T14:17:29,428 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1730760976/switch/split already deleted, retry=false 2024-12-03T14:17:29,429 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Unable to get data of znode /1730760976/switch/merge because node does not exist (not necessarily an error) 2024-12-03T14:17:29,438 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1730760976/switch/merge already deleted, retry=false 2024-12-03T14:17:29,440 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Unable to get data of znode /1730760976/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T14:17:29,449 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1730760976/snapshot-cleanup already deleted, retry=false 2024-12-03T14:17:29,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1730760976/running 2024-12-03T14:17:29,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1019b8df4660004, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1730760976/running 2024-12-03T14:17:29,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1730760976 2024-12-03T14:17:29,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1019b8df4660004, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1730760976 2024-12-03T14:17:29,460 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3920e6a7c3b5,46737,1733235447466, sessionid=0x1019b8df4660003, setting cluster-up flag (Was=false) 2024-12-03T14:17:29,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1019b8df4660004, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1730760976 2024-12-03T14:17:29,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1730760976 2024-12-03T14:17:29,512 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1730760976/flush-table-proc/acquired, /1730760976/flush-table-proc/reached, /1730760976/flush-table-proc/abort 2024-12-03T14:17:29,513 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,46737,1733235447466 2024-12-03T14:17:29,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1019b8df4660004, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1730760976 2024-12-03T14:17:29,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1730760976 2024-12-03T14:17:29,565 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1730760976/online-snapshot/acquired, /1730760976/online-snapshot/reached, /1730760976/online-snapshot/abort 2024-12-03T14:17:29,566 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,46737,1733235447466 2024-12-03T14:17:29,567 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T14:17:29,568 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T14:17:29,568 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T14:17:29,568 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T14:17:29,568 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3920e6a7c3b5,46737,1733235447466 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T14:17:29,570 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:17:29,570 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:17:29,570 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:17:29,570 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:17:29,570 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3920e6a7c3b5:0, corePoolSize=10, maxPoolSize=10 2024-12-03T14:17:29,570 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:29,570 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:17:29,570 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:29,571 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733235479571 2024-12-03T14:17:29,571 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T14:17:29,571 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T14:17:29,571 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T14:17:29,571 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T14:17:29,571 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T14:17:29,571 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T14:17:29,571 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:29,571 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:17:29,571 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T14:17:29,572 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T14:17:29,572 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T14:17:29,572 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T14:17:29,572 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T14:17:29,572 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T14:17:29,572 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T14:17:29,572 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:29,572 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235449572,5,FailOnTimeoutGroup] 2024-12-03T14:17:29,572 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T14:17:29,572 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235449572,5,FailOnTimeoutGroup] 2024-12-03T14:17:29,572 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:29,573 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T14:17:29,573 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:29,573 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:29,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741831_1007 (size=1321) 2024-12-03T14:17:29,632 INFO [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(746): ClusterId : 4d01b411-6dd7-42df-938f-18e6bf6b536c 2024-12-03T14:17:29,632 DEBUG [RS:0;3920e6a7c3b5:43559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T14:17:29,644 DEBUG [RS:0;3920e6a7c3b5:43559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T14:17:29,644 DEBUG [RS:0;3920e6a7c3b5:43559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T14:17:29,654 DEBUG [RS:0;3920e6a7c3b5:43559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T14:17:29,655 DEBUG [RS:0;3920e6a7c3b5:43559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d56f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:17:29,670 DEBUG [RS:0;3920e6a7c3b5:43559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3920e6a7c3b5:43559 2024-12-03T14:17:29,670 INFO [RS:0;3920e6a7c3b5:43559 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T14:17:29,670 INFO [RS:0;3920e6a7c3b5:43559 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T14:17:29,670 DEBUG [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T14:17:29,671 INFO [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(2659): reportForDuty to master=3920e6a7c3b5,46737,1733235447466 with port=43559, startcode=1733235447608 2024-12-03T14:17:29,671 DEBUG [RS:0;3920e6a7c3b5:43559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T14:17:29,672 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T14:17:29,672 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46737 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3920e6a7c3b5,43559,1733235447608 2024-12-03T14:17:29,673 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46737 {}] master.ServerManager(517): Registering regionserver=3920e6a7c3b5,43559,1733235447608 2024-12-03T14:17:29,674 DEBUG [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50 2024-12-03T14:17:29,674 DEBUG [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45403 2024-12-03T14:17:29,674 DEBUG [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T14:17:29,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1730760976/rs 2024-12-03T14:17:29,685 DEBUG [RS:0;3920e6a7c3b5:43559 {}] zookeeper.ZKUtil(111): regionserver:43559-0x1019b8df4660004, quorum=127.0.0.1:58931, baseZNode=/1730760976 Set watcher on existing znode=/1730760976/rs/3920e6a7c3b5,43559,1733235447608 2024-12-03T14:17:29,685 WARN [RS:0;3920e6a7c3b5:43559 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:17:29,686 INFO [RS:0;3920e6a7c3b5:43559 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:17:29,686 DEBUG [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/WALs/3920e6a7c3b5,43559,1733235447608 2024-12-03T14:17:29,686 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3920e6a7c3b5,43559,1733235447608] 2024-12-03T14:17:29,689 INFO [RS:0;3920e6a7c3b5:43559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T14:17:29,690 INFO [RS:0;3920e6a7c3b5:43559 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T14:17:29,691 INFO [RS:0;3920e6a7c3b5:43559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T14:17:29,691 INFO [RS:0;3920e6a7c3b5:43559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:29,692 INFO [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T14:17:29,692 INFO [RS:0;3920e6a7c3b5:43559 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T14:17:29,692 INFO [RS:0;3920e6a7c3b5:43559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:29,693 DEBUG [RS:0;3920e6a7c3b5:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:29,693 DEBUG [RS:0;3920e6a7c3b5:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:29,693 DEBUG [RS:0;3920e6a7c3b5:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:29,693 DEBUG [RS:0;3920e6a7c3b5:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:29,693 DEBUG [RS:0;3920e6a7c3b5:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:29,693 DEBUG [RS:0;3920e6a7c3b5:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:17:29,693 DEBUG [RS:0;3920e6a7c3b5:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:29,693 DEBUG [RS:0;3920e6a7c3b5:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:29,693 DEBUG [RS:0;3920e6a7c3b5:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:29,693 DEBUG [RS:0;3920e6a7c3b5:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:29,693 DEBUG [RS:0;3920e6a7c3b5:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:29,693 DEBUG [RS:0;3920e6a7c3b5:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:17:29,693 DEBUG [RS:0;3920e6a7c3b5:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:17:29,693 DEBUG [RS:0;3920e6a7c3b5:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:17:29,693 INFO [RS:0;3920e6a7c3b5:43559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:29,693 INFO [RS:0;3920e6a7c3b5:43559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:29,694 INFO [RS:0;3920e6a7c3b5:43559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:29,694 INFO [RS:0;3920e6a7c3b5:43559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:29,694 INFO [RS:0;3920e6a7c3b5:43559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:29,694 INFO [RS:0;3920e6a7c3b5:43559 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,43559,1733235447608-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:17:29,705 INFO [RS:0;3920e6a7c3b5:43559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T14:17:29,705 INFO [RS:0;3920e6a7c3b5:43559 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,43559,1733235447608-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:29,705 INFO [RS:0;3920e6a7c3b5:43559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:29,705 INFO [RS:0;3920e6a7c3b5:43559 {}] regionserver.Replication(171): 3920e6a7c3b5,43559,1733235447608 started 2024-12-03T14:17:29,715 INFO [RS:0;3920e6a7c3b5:43559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:29,716 INFO [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(1482): Serving as 3920e6a7c3b5,43559,1733235447608, RpcServer on 3920e6a7c3b5/172.17.0.2:43559, sessionid=0x1019b8df4660004 2024-12-03T14:17:29,716 DEBUG [RS:0;3920e6a7c3b5:43559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T14:17:29,716 DEBUG [RS:0;3920e6a7c3b5:43559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3920e6a7c3b5,43559,1733235447608 2024-12-03T14:17:29,716 DEBUG [RS:0;3920e6a7c3b5:43559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,43559,1733235447608' 2024-12-03T14:17:29,716 DEBUG [RS:0;3920e6a7c3b5:43559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1730760976/flush-table-proc/abort' 2024-12-03T14:17:29,716 DEBUG [RS:0;3920e6a7c3b5:43559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1730760976/flush-table-proc/acquired' 2024-12-03T14:17:29,717 DEBUG [RS:0;3920e6a7c3b5:43559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T14:17:29,717 DEBUG [RS:0;3920e6a7c3b5:43559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T14:17:29,717 DEBUG [RS:0;3920e6a7c3b5:43559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3920e6a7c3b5,43559,1733235447608 2024-12-03T14:17:29,717 DEBUG [RS:0;3920e6a7c3b5:43559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,43559,1733235447608' 2024-12-03T14:17:29,717 DEBUG [RS:0;3920e6a7c3b5:43559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1730760976/online-snapshot/abort' 2024-12-03T14:17:29,717 DEBUG [RS:0;3920e6a7c3b5:43559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1730760976/online-snapshot/acquired' 2024-12-03T14:17:29,717 DEBUG [RS:0;3920e6a7c3b5:43559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T14:17:29,717 INFO [RS:0;3920e6a7c3b5:43559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T14:17:29,717 INFO [RS:0;3920e6a7c3b5:43559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T14:17:29,818 INFO [RS:0;3920e6a7c3b5:43559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:17:29,819 INFO [RS:0;3920e6a7c3b5:43559 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C43559%2C1733235447608, suffix=, logDir=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/WALs/3920e6a7c3b5,43559,1733235447608, archiveDir=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/oldWALs, maxLogs=10 2024-12-03T14:17:29,838 DEBUG [RS:0;3920e6a7c3b5:43559 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/WALs/3920e6a7c3b5,43559,1733235447608/3920e6a7c3b5%2C43559%2C1733235447608.1733235449819, exclude list is [], retry=0 2024-12-03T14:17:29,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40011,DS-87507e57-b1fe-483a-8659-bbc7b5f1488a,DISK] 2024-12-03T14:17:29,844 INFO [RS:0;3920e6a7c3b5:43559 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/WALs/3920e6a7c3b5,43559,1733235447608/3920e6a7c3b5%2C43559%2C1733235447608.1733235449819 2024-12-03T14:17:29,845 DEBUG [RS:0;3920e6a7c3b5:43559 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41323:41323)] 2024-12-03T14:17:29,978 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T14:17:29,978 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50 2024-12-03T14:17:29,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741833_1009 (size=32) 2024-12-03T14:17:30,194 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T14:17:30,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:17:30,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:17:30,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:17:30,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:30,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:30,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:17:30,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:17:30,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:30,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:30,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:17:30,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:17:30,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:30,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:30,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:17:30,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:17:30,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:30,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:30,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:17:30,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740 2024-12-03T14:17:30,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740 2024-12-03T14:17:30,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:17:30,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:17:30,394 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:17:30,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:17:30,397 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:17:30,398 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63744946, jitterRate=-0.05012628436088562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:17:30,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733235450384Initializing all the Stores at 1733235450385 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235450385Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235450385Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235450385Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235450385Cleaning up temporary data from old regions at 1733235450394 (+9 ms)Region opened successfully at 1733235450398 (+4 ms) 2024-12-03T14:17:30,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:17:30,398 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:17:30,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:17:30,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:17:30,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:17:30,398 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:17:30,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235450398Disabling compacts and flushes for region at 1733235450398Disabling writes for close at 1733235450398Writing region close event to WAL at 1733235450398Closed at 1733235450398 2024-12-03T14:17:30,400 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:17:30,400 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T14:17:30,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T14:17:30,401 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:17:30,402 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T14:17:30,552 DEBUG [3920e6a7c3b5:46737 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:17:30,552 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3920e6a7c3b5,43559,1733235447608 2024-12-03T14:17:30,553 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,43559,1733235447608, state=OPENING 2024-12-03T14:17:30,648 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T14:17:30,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1019b8df4660004, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1730760976 2024-12-03T14:17:30,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1730760976 2024-12-03T14:17:30,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1730760976/meta-region-server: CHANGED 2024-12-03T14:17:30,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1730760976/meta-region-server: CHANGED 2024-12-03T14:17:30,671 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:17:30,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,43559,1733235447608}] 2024-12-03T14:17:30,824 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:17:30,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T14:17:30,830 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T14:17:30,830 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:17:30,830 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T14:17:30,832 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C43559%2C1733235447608.meta, suffix=.meta, logDir=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/WALs/3920e6a7c3b5,43559,1733235447608, archiveDir=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/oldWALs, maxLogs=10 2024-12-03T14:17:30,850 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/WALs/3920e6a7c3b5,43559,1733235447608/3920e6a7c3b5%2C43559%2C1733235447608.meta.1733235450832.meta, exclude list is [], retry=0 2024-12-03T14:17:30,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40011,DS-87507e57-b1fe-483a-8659-bbc7b5f1488a,DISK] 2024-12-03T14:17:30,856 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/WALs/3920e6a7c3b5,43559,1733235447608/3920e6a7c3b5%2C43559%2C1733235447608.meta.1733235450832.meta 2024-12-03T14:17:30,857 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41323:41323)] 2024-12-03T14:17:30,857 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:17:30,857 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:17:30,858 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:17:30,858 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T14:17:30,858 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T14:17:30,858 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T14:17:30,858 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:17:30,858 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T14:17:30,858 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T14:17:30,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:17:30,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:17:30,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:30,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:30,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:17:30,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:17:30,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:30,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:30,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:17:30,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:17:30,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:30,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:30,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:17:30,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:17:30,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:30,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:17:30,866 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:17:30,867 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740 2024-12-03T14:17:30,868 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740 2024-12-03T14:17:30,869 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:17:30,869 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:17:30,870 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:17:30,871 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:17:30,871 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73981605, jitterRate=0.10241182148456573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:17:30,872 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T14:17:30,872 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733235450858Writing region info on filesystem at 1733235450858Initializing all the Stores at 1733235450859 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235450859Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235450859Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235450859Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235450859Cleaning up temporary data from old regions at 1733235450869 (+10 ms)Running coprocessor post-open hooks at 1733235450872 (+3 ms)Region opened successfully at 1733235450872 2024-12-03T14:17:30,873 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733235450824 2024-12-03T14:17:30,875 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T14:17:30,875 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T14:17:30,876 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,43559,1733235447608 2024-12-03T14:17:30,876 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,43559,1733235447608, state=OPEN 2024-12-03T14:17:30,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1730760976/meta-region-server 2024-12-03T14:17:30,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1019b8df4660004, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1730760976/meta-region-server 2024-12-03T14:17:30,885 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,43559,1733235447608 2024-12-03T14:17:30,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1730760976/meta-region-server: CHANGED 2024-12-03T14:17:30,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1730760976/meta-region-server: CHANGED 2024-12-03T14:17:30,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T14:17:30,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,43559,1733235447608 in 214 msec 2024-12-03T14:17:30,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T14:17:30,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 488 msec 2024-12-03T14:17:30,891 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:17:30,891 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T14:17:30,893 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:17:30,893 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,43559,1733235447608, seqNum=-1] 2024-12-03T14:17:30,893 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:17:30,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:17:30,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3370 sec 2024-12-03T14:17:30,906 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733235450906, completionTime=-1 2024-12-03T14:17:30,906 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T14:17:30,906 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T14:17:30,908 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T14:17:30,908 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733235510908 2024-12-03T14:17:30,908 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733235570908 2024-12-03T14:17:30,908 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T14:17:30,909 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,46737,1733235447466-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:30,909 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,46737,1733235447466-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:30,909 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,46737,1733235447466-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:30,909 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3920e6a7c3b5:46737, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:30,909 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:30,909 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:30,911 DEBUG [master/3920e6a7c3b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T14:17:30,913 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.243sec 2024-12-03T14:17:30,913 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T14:17:30,913 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T14:17:30,913 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T14:17:30,913 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T14:17:30,914 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T14:17:30,914 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,46737,1733235447466-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:17:30,914 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,46737,1733235447466-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T14:17:30,916 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T14:17:30,916 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T14:17:30,916 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,46737,1733235447466-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:17:30,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5629c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:30,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,46737,-1 for getting cluster id 2024-12-03T14:17:30,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:17:30,935 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d01b411-6dd7-42df-938f-18e6bf6b536c' 2024-12-03T14:17:30,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:17:30,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d01b411-6dd7-42df-938f-18e6bf6b536c" 2024-12-03T14:17:30,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c237bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:30,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,46737,-1] 2024-12-03T14:17:30,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:17:30,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:30,937 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:17:30,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323c2aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:30,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:17:30,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,43559,1733235447608, seqNum=-1] 2024-12-03T14:17:30,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:17:30,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:17:30,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3920e6a7c3b5,46737,1733235447466 2024-12-03T14:17:30,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58931 2024-12-03T14:17:30,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:17:30,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019b8df4660005 connected 2024-12-03T14:17:30,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:17:30,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,35449,1733235441720 2024-12-03T14:17:30,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ad281d9 2024-12-03T14:17:30,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:17:30,972 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:17:30,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:17:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T14:17:30,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:17:30,979 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:30,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T14:17:30,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:17:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:17:30,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741835_1011 (size=902) 2024-12-03T14:17:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:17:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:17:31,392 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae5efb1fc3c5487462289cd575514395, NAME => 'test,,1733235450973.ae5efb1fc3c5487462289cd575514395.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151 2024-12-03T14:17:31,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741836_1012 (size=39) 2024-12-03T14:17:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:17:31,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733235450973.ae5efb1fc3c5487462289cd575514395.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:17:31,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ae5efb1fc3c5487462289cd575514395, disabling compactions & flushes 2024-12-03T14:17:31,799 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733235450973.ae5efb1fc3c5487462289cd575514395. 2024-12-03T14:17:31,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235450973.ae5efb1fc3c5487462289cd575514395. 2024-12-03T14:17:31,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733235450973.ae5efb1fc3c5487462289cd575514395. after waiting 0 ms 2024-12-03T14:17:31,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733235450973.ae5efb1fc3c5487462289cd575514395. 2024-12-03T14:17:31,799 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733235450973.ae5efb1fc3c5487462289cd575514395. 2024-12-03T14:17:31,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae5efb1fc3c5487462289cd575514395: Waiting for close lock at 1733235451799Disabling compacts and flushes for region at 1733235451799Disabling writes for close at 1733235451799Writing region close event to WAL at 1733235451799Closed at 1733235451799 2024-12-03T14:17:31,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:17:31,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733235450973.ae5efb1fc3c5487462289cd575514395.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733235451801"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235451801"}]},"ts":"1733235451801"} 2024-12-03T14:17:31,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:17:31,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:17:31,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235451804"}]},"ts":"1733235451804"} 2024-12-03T14:17:31,806 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T14:17:31,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ae5efb1fc3c5487462289cd575514395, ASSIGN}] 2024-12-03T14:17:31,808 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ae5efb1fc3c5487462289cd575514395, ASSIGN 2024-12-03T14:17:31,809 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ae5efb1fc3c5487462289cd575514395, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,43117,1733235441919; forceNewPlan=false, retain=false 2024-12-03T14:17:31,959 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae5efb1fc3c5487462289cd575514395, regionState=OPENING, regionLocation=3920e6a7c3b5,43117,1733235441919 2024-12-03T14:17:31,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ae5efb1fc3c5487462289cd575514395, ASSIGN because future has completed 2024-12-03T14:17:31,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae5efb1fc3c5487462289cd575514395, server=3920e6a7c3b5,43117,1733235441919}] 2024-12-03T14:17:32,118 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733235450973.ae5efb1fc3c5487462289cd575514395. 2024-12-03T14:17:32,118 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ae5efb1fc3c5487462289cd575514395, NAME => 'test,,1733235450973.ae5efb1fc3c5487462289cd575514395.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:17:32,118 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:17:32,119 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T14:17:32,119 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ae5efb1fc3c5487462289cd575514395 2024-12-03T14:17:32,119 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733235450973.ae5efb1fc3c5487462289cd575514395.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:17:32,119 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ae5efb1fc3c5487462289cd575514395 2024-12-03T14:17:32,119 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ae5efb1fc3c5487462289cd575514395 2024-12-03T14:17:32,120 INFO [StoreOpener-ae5efb1fc3c5487462289cd575514395-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ae5efb1fc3c5487462289cd575514395 2024-12-03T14:17:32,121 INFO [StoreOpener-ae5efb1fc3c5487462289cd575514395-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae5efb1fc3c5487462289cd575514395 columnFamilyName f 2024-12-03T14:17:32,121 DEBUG [StoreOpener-ae5efb1fc3c5487462289cd575514395-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:32,122 INFO [StoreOpener-ae5efb1fc3c5487462289cd575514395-1 {}] regionserver.HStore(327): Store=ae5efb1fc3c5487462289cd575514395/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:17:32,122 INFO [StoreOpener-ae5efb1fc3c5487462289cd575514395-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ae5efb1fc3c5487462289cd575514395 2024-12-03T14:17:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:17:32,123 INFO [StoreOpener-ae5efb1fc3c5487462289cd575514395-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae5efb1fc3c5487462289cd575514395 columnFamilyName f1 2024-12-03T14:17:32,123 DEBUG [StoreOpener-ae5efb1fc3c5487462289cd575514395-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:32,124 INFO [StoreOpener-ae5efb1fc3c5487462289cd575514395-1 {}] regionserver.HStore(327): Store=ae5efb1fc3c5487462289cd575514395/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:17:32,124 INFO [StoreOpener-ae5efb1fc3c5487462289cd575514395-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ae5efb1fc3c5487462289cd575514395 2024-12-03T14:17:32,125 INFO [StoreOpener-ae5efb1fc3c5487462289cd575514395-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae5efb1fc3c5487462289cd575514395 columnFamilyName norep 2024-12-03T14:17:32,125 DEBUG [StoreOpener-ae5efb1fc3c5487462289cd575514395-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:32,125 INFO [StoreOpener-ae5efb1fc3c5487462289cd575514395-1 {}] regionserver.HStore(327): Store=ae5efb1fc3c5487462289cd575514395/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:17:32,125 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ae5efb1fc3c5487462289cd575514395 2024-12-03T14:17:32,126 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/default/test/ae5efb1fc3c5487462289cd575514395 2024-12-03T14:17:32,126 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/default/test/ae5efb1fc3c5487462289cd575514395 2024-12-03T14:17:32,127 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ae5efb1fc3c5487462289cd575514395 2024-12-03T14:17:32,127 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ae5efb1fc3c5487462289cd575514395 2024-12-03T14:17:32,127 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:17:32,128 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ae5efb1fc3c5487462289cd575514395 2024-12-03T14:17:32,130 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/default/test/ae5efb1fc3c5487462289cd575514395/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:17:32,131 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ae5efb1fc3c5487462289cd575514395; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64443564, jitterRate=-0.03971606492996216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:17:32,131 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae5efb1fc3c5487462289cd575514395 2024-12-03T14:17:32,131 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ae5efb1fc3c5487462289cd575514395: Running coprocessor pre-open hook at 1733235452119Writing region info on filesystem at 1733235452119Initializing all the Stores at 1733235452120 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235452120Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235452120Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235452120Cleaning up temporary data from old regions at 1733235452127 (+7 ms)Running coprocessor post-open hooks at 1733235452131 (+4 ms)Region opened successfully at 1733235452131 2024-12-03T14:17:32,133 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733235450973.ae5efb1fc3c5487462289cd575514395., pid=6, masterSystemTime=1733235452114 2024-12-03T14:17:32,135 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733235450973.ae5efb1fc3c5487462289cd575514395. 2024-12-03T14:17:32,136 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733235450973.ae5efb1fc3c5487462289cd575514395. 2024-12-03T14:17:32,137 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae5efb1fc3c5487462289cd575514395, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3920e6a7c3b5,43117,1733235441919 2024-12-03T14:17:32,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae5efb1fc3c5487462289cd575514395, server=3920e6a7c3b5,43117,1733235441919 because future has completed 2024-12-03T14:17:32,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T14:17:32,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ae5efb1fc3c5487462289cd575514395, server=3920e6a7c3b5,43117,1733235441919 in 179 msec 2024-12-03T14:17:32,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T14:17:32,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ae5efb1fc3c5487462289cd575514395, ASSIGN in 336 msec 2024-12-03T14:17:32,145 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:17:32,146 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235452145"}]},"ts":"1733235452145"} 2024-12-03T14:17:32,147 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T14:17:32,148 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:17:32,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-12-03T14:17:32,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T14:17:32,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T14:17:32,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T14:17:32,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T14:17:32,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:17:32,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T14:17:32,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:17:32,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T14:17:32,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:17:32,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T14:17:32,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T14:17:32,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T14:17:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:17:33,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:17:33,134 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T14:17:33,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,46737,1733235447466 2024-12-03T14:17:33,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@664ae57c 2024-12-03T14:17:33,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:17:33,136 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:17:33,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:17:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T14:17:33,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:17:33,140 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:33,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T14:17:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:17:33,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:17:33,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741835_1011 (size=902) 2024-12-03T14:17:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:17:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:17:33,549 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f972f0f1923797d2378cea8aa1f250a0, NAME => 'test,,1733235453137.f972f0f1923797d2378cea8aa1f250a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50 2024-12-03T14:17:33,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741836_1012 (size=39) 2024-12-03T14:17:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:17:33,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733235453137.f972f0f1923797d2378cea8aa1f250a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:17:33,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f972f0f1923797d2378cea8aa1f250a0, disabling compactions & flushes 2024-12-03T14:17:33,981 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733235453137.f972f0f1923797d2378cea8aa1f250a0. 2024-12-03T14:17:33,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235453137.f972f0f1923797d2378cea8aa1f250a0. 2024-12-03T14:17:33,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733235453137.f972f0f1923797d2378cea8aa1f250a0. after waiting 0 ms 2024-12-03T14:17:33,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733235453137.f972f0f1923797d2378cea8aa1f250a0. 2024-12-03T14:17:33,981 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733235453137.f972f0f1923797d2378cea8aa1f250a0. 2024-12-03T14:17:33,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f972f0f1923797d2378cea8aa1f250a0: Waiting for close lock at 1733235453981Disabling compacts and flushes for region at 1733235453981Disabling writes for close at 1733235453981Writing region close event to WAL at 1733235453981Closed at 1733235453981 2024-12-03T14:17:33,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:17:33,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733235453137.f972f0f1923797d2378cea8aa1f250a0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733235453982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235453982"}]},"ts":"1733235453982"} 2024-12-03T14:17:33,985 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:17:33,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:17:33,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235453986"}]},"ts":"1733235453986"} 2024-12-03T14:17:33,988 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T14:17:33,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f972f0f1923797d2378cea8aa1f250a0, ASSIGN}] 2024-12-03T14:17:33,989 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f972f0f1923797d2378cea8aa1f250a0, ASSIGN 2024-12-03T14:17:33,990 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f972f0f1923797d2378cea8aa1f250a0, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,43559,1733235447608; forceNewPlan=false, retain=false 2024-12-03T14:17:34,141 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f972f0f1923797d2378cea8aa1f250a0, regionState=OPENING, regionLocation=3920e6a7c3b5,43559,1733235447608 2024-12-03T14:17:34,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f972f0f1923797d2378cea8aa1f250a0, ASSIGN because future has completed 2024-12-03T14:17:34,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f972f0f1923797d2378cea8aa1f250a0, server=3920e6a7c3b5,43559,1733235447608}] 2024-12-03T14:17:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:17:34,300 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733235453137.f972f0f1923797d2378cea8aa1f250a0. 2024-12-03T14:17:34,300 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f972f0f1923797d2378cea8aa1f250a0, NAME => 'test,,1733235453137.f972f0f1923797d2378cea8aa1f250a0.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:17:34,301 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:17:34,301 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T14:17:34,301 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f972f0f1923797d2378cea8aa1f250a0 2024-12-03T14:17:34,301 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733235453137.f972f0f1923797d2378cea8aa1f250a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:17:34,301 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f972f0f1923797d2378cea8aa1f250a0 2024-12-03T14:17:34,301 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f972f0f1923797d2378cea8aa1f250a0 2024-12-03T14:17:34,302 INFO [StoreOpener-f972f0f1923797d2378cea8aa1f250a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f972f0f1923797d2378cea8aa1f250a0 2024-12-03T14:17:34,304 INFO [StoreOpener-f972f0f1923797d2378cea8aa1f250a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f972f0f1923797d2378cea8aa1f250a0 columnFamilyName f 2024-12-03T14:17:34,304 DEBUG [StoreOpener-f972f0f1923797d2378cea8aa1f250a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:34,304 INFO [StoreOpener-f972f0f1923797d2378cea8aa1f250a0-1 {}] regionserver.HStore(327): Store=f972f0f1923797d2378cea8aa1f250a0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:17:34,304 INFO [StoreOpener-f972f0f1923797d2378cea8aa1f250a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f972f0f1923797d2378cea8aa1f250a0 2024-12-03T14:17:34,305 INFO [StoreOpener-f972f0f1923797d2378cea8aa1f250a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f972f0f1923797d2378cea8aa1f250a0 columnFamilyName f1 2024-12-03T14:17:34,305 DEBUG [StoreOpener-f972f0f1923797d2378cea8aa1f250a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:34,306 INFO [StoreOpener-f972f0f1923797d2378cea8aa1f250a0-1 {}] regionserver.HStore(327): Store=f972f0f1923797d2378cea8aa1f250a0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:17:34,306 INFO [StoreOpener-f972f0f1923797d2378cea8aa1f250a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f972f0f1923797d2378cea8aa1f250a0 2024-12-03T14:17:34,306 INFO [StoreOpener-f972f0f1923797d2378cea8aa1f250a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f972f0f1923797d2378cea8aa1f250a0 columnFamilyName norep 2024-12-03T14:17:34,307 DEBUG [StoreOpener-f972f0f1923797d2378cea8aa1f250a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:34,307 INFO [StoreOpener-f972f0f1923797d2378cea8aa1f250a0-1 {}] regionserver.HStore(327): Store=f972f0f1923797d2378cea8aa1f250a0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:17:34,307 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f972f0f1923797d2378cea8aa1f250a0 2024-12-03T14:17:34,308 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/default/test/f972f0f1923797d2378cea8aa1f250a0 2024-12-03T14:17:34,308 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/default/test/f972f0f1923797d2378cea8aa1f250a0 2024-12-03T14:17:34,309 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f972f0f1923797d2378cea8aa1f250a0 2024-12-03T14:17:34,309 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f972f0f1923797d2378cea8aa1f250a0 2024-12-03T14:17:34,309 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:17:34,310 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f972f0f1923797d2378cea8aa1f250a0 2024-12-03T14:17:34,312 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/default/test/f972f0f1923797d2378cea8aa1f250a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:17:34,313 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f972f0f1923797d2378cea8aa1f250a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61986231, jitterRate=-0.0763331800699234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:17:34,313 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f972f0f1923797d2378cea8aa1f250a0 2024-12-03T14:17:34,313 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f972f0f1923797d2378cea8aa1f250a0: Running coprocessor pre-open hook at 1733235454301Writing region info on filesystem at 1733235454301Initializing all the Stores at 1733235454302 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235454302Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235454302Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235454302Cleaning up temporary data from old regions at 1733235454309 (+7 ms)Running coprocessor post-open hooks at 1733235454313 (+4 ms)Region opened successfully at 1733235454313 2024-12-03T14:17:34,314 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733235453137.f972f0f1923797d2378cea8aa1f250a0., pid=6, masterSystemTime=1733235454297 2024-12-03T14:17:34,316 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733235453137.f972f0f1923797d2378cea8aa1f250a0. 2024-12-03T14:17:34,316 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733235453137.f972f0f1923797d2378cea8aa1f250a0. 2024-12-03T14:17:34,317 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f972f0f1923797d2378cea8aa1f250a0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3920e6a7c3b5,43559,1733235447608 2024-12-03T14:17:34,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f972f0f1923797d2378cea8aa1f250a0, server=3920e6a7c3b5,43559,1733235447608 because future has completed 2024-12-03T14:17:34,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T14:17:34,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f972f0f1923797d2378cea8aa1f250a0, server=3920e6a7c3b5,43559,1733235447608 in 193 msec 2024-12-03T14:17:34,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T14:17:34,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f972f0f1923797d2378cea8aa1f250a0, ASSIGN in 352 msec 2024-12-03T14:17:34,347 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:17:34,347 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235454347"}]},"ts":"1733235454347"} 2024-12-03T14:17:34,350 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T14:17:34,351 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:17:34,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2140 sec 2024-12-03T14:17:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:17:35,284 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T14:17:35,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfba8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:35,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,35449,-1 for getting cluster id 2024-12-03T14:17:35,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:17:35,286 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3745bfd-b9c1-4489-8d19-17a85e207a0b' 2024-12-03T14:17:35,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:17:35,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3745bfd-b9c1-4489-8d19-17a85e207a0b" 2024-12-03T14:17:35,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32005ca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:35,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,35449,-1] 2024-12-03T14:17:35,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:17:35,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:35,287 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:17:35,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5920ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:35,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7494ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:35,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,46737,-1 for getting cluster id 2024-12-03T14:17:35,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:17:35,290 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d01b411-6dd7-42df-938f-18e6bf6b536c' 2024-12-03T14:17:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:17:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d01b411-6dd7-42df-938f-18e6bf6b536c" 2024-12-03T14:17:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74bcfd8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,46737,-1] 2024-12-03T14:17:35,291 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:17:35,291 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:35,291 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:17:35,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1523eccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:35,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f75b96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:35,293 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,35449,-1 for getting cluster id 2024-12-03T14:17:35,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:17:35,293 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3745bfd-b9c1-4489-8d19-17a85e207a0b' 2024-12-03T14:17:35,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:17:35,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3745bfd-b9c1-4489-8d19-17a85e207a0b" 2024-12-03T14:17:35,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2350d078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:35,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,35449,-1] 2024-12-03T14:17:35,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:17:35,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:35,295 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:17:35,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c09590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:35,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:17:35,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,35449,1733235441720 2024-12-03T14:17:35,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14d648df 2024-12-03T14:17:35,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:17:35,301 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:17:35,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3920e6a7c3b5:46737,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-03T14:17:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T14:17:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:17:35,305 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:46737' 2024-12-03T14:17:35,306 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4267babe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:35,306 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,46737,-1 for getting cluster id 2024-12-03T14:17:35,306 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:17:35,307 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d01b411-6dd7-42df-938f-18e6bf6b536c' 2024-12-03T14:17:35,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:17:35,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d01b411-6dd7-42df-938f-18e6bf6b536c" 2024-12-03T14:17:35,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af16ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:35,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,46737,-1] 2024-12-03T14:17:35,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:17:35,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:35,308 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:17:35,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6a7fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:35,310 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:17:35,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,46737,1733235447466 2024-12-03T14:17:35,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f187635 2024-12-03T14:17:35,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:17:35,312 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:17:35,313 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T14:17:35,313 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T14:17:35,314 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:35,314 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:35,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:17:35,314 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:17:35,315 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T14:17:35,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:17:35,317 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:35,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:17:35,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741837_1013 (size=1138) 2024-12-03T14:17:35,366 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T14:17:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:17:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:17:35,689 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T14:17:35,727 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b40753dc209717c6c36dbbeb759042e, NAME => 'hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151 2024-12-03T14:17:35,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741838_1014 (size=44) 2024-12-03T14:17:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:17:36,133 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:17:36,133 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2b40753dc209717c6c36dbbeb759042e, disabling compactions & flushes 2024-12-03T14:17:36,133 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e. 2024-12-03T14:17:36,133 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e. 2024-12-03T14:17:36,133 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e. after waiting 0 ms 2024-12-03T14:17:36,133 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e. 2024-12-03T14:17:36,133 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e. 2024-12-03T14:17:36,133 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b40753dc209717c6c36dbbeb759042e: Waiting for close lock at 1733235456133Disabling compacts and flushes for region at 1733235456133Disabling writes for close at 1733235456133Writing region close event to WAL at 1733235456133Closed at 1733235456133 2024-12-03T14:17:36,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:17:36,135 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733235456134"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235456134"}]},"ts":"1733235456134"} 2024-12-03T14:17:36,137 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:17:36,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:17:36,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235456139"}]},"ts":"1733235456139"} 2024-12-03T14:17:36,142 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T14:17:36,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b40753dc209717c6c36dbbeb759042e, ASSIGN}] 2024-12-03T14:17:36,144 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b40753dc209717c6c36dbbeb759042e, ASSIGN 2024-12-03T14:17:36,144 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2b40753dc209717c6c36dbbeb759042e, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,43117,1733235441919; forceNewPlan=false, retain=false 2024-12-03T14:17:36,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2b40753dc209717c6c36dbbeb759042e, regionState=OPENING, regionLocation=3920e6a7c3b5,43117,1733235441919 2024-12-03T14:17:36,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2b40753dc209717c6c36dbbeb759042e, ASSIGN because future has completed 2024-12-03T14:17:36,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b40753dc209717c6c36dbbeb759042e, server=3920e6a7c3b5,43117,1733235441919}] 2024-12-03T14:17:36,359 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:17:36,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:17:36,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:17:36,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:17:36,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:17:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:17:36,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e. 2024-12-03T14:17:36,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:17:36,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T14:17:36,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C43117%2C1733235441919.rep, suffix=, logDir=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919, archiveDir=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/oldWALs, maxLogs=10 2024-12-03T14:17:36,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.rep.1733235456460, exclude list is [], retry=0 2024-12-03T14:17:36,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33409,DS-83d451f8-2fbf-4251-bddf-b95a9c45e335,DISK] 2024-12-03T14:17:36,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.rep.1733235456460 2024-12-03T14:17:36,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40701:40701)] 2024-12-03T14:17:36,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b40753dc209717c6c36dbbeb759042e, NAME => 'hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:17:36,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:17:36,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:17:36,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e. service=MultiRowMutationService 2024-12-03T14:17:36,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T14:17:36,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2b40753dc209717c6c36dbbeb759042e 2024-12-03T14:17:36,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:17:36,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2b40753dc209717c6c36dbbeb759042e 2024-12-03T14:17:36,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2b40753dc209717c6c36dbbeb759042e 2024-12-03T14:17:36,484 INFO [StoreOpener-2b40753dc209717c6c36dbbeb759042e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2b40753dc209717c6c36dbbeb759042e 2024-12-03T14:17:36,485 INFO [StoreOpener-2b40753dc209717c6c36dbbeb759042e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b40753dc209717c6c36dbbeb759042e columnFamilyName hfileref 2024-12-03T14:17:36,485 DEBUG [StoreOpener-2b40753dc209717c6c36dbbeb759042e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:36,485 INFO [StoreOpener-2b40753dc209717c6c36dbbeb759042e-1 {}] regionserver.HStore(327): Store=2b40753dc209717c6c36dbbeb759042e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:17:36,485 INFO [StoreOpener-2b40753dc209717c6c36dbbeb759042e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2b40753dc209717c6c36dbbeb759042e 2024-12-03T14:17:36,487 INFO [StoreOpener-2b40753dc209717c6c36dbbeb759042e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b40753dc209717c6c36dbbeb759042e columnFamilyName queue 2024-12-03T14:17:36,487 DEBUG [StoreOpener-2b40753dc209717c6c36dbbeb759042e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:36,487 INFO [StoreOpener-2b40753dc209717c6c36dbbeb759042e-1 {}] regionserver.HStore(327): Store=2b40753dc209717c6c36dbbeb759042e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:17:36,487 INFO [StoreOpener-2b40753dc209717c6c36dbbeb759042e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2b40753dc209717c6c36dbbeb759042e 2024-12-03T14:17:36,488 INFO [StoreOpener-2b40753dc209717c6c36dbbeb759042e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b40753dc209717c6c36dbbeb759042e columnFamilyName sid 2024-12-03T14:17:36,489 DEBUG [StoreOpener-2b40753dc209717c6c36dbbeb759042e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:17:36,489 INFO [StoreOpener-2b40753dc209717c6c36dbbeb759042e-1 {}] regionserver.HStore(327): Store=2b40753dc209717c6c36dbbeb759042e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:17:36,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2b40753dc209717c6c36dbbeb759042e 2024-12-03T14:17:36,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/replication/2b40753dc209717c6c36dbbeb759042e 2024-12-03T14:17:36,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/replication/2b40753dc209717c6c36dbbeb759042e 2024-12-03T14:17:36,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2b40753dc209717c6c36dbbeb759042e 2024-12-03T14:17:36,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2b40753dc209717c6c36dbbeb759042e 2024-12-03T14:17:36,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:17:36,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2b40753dc209717c6c36dbbeb759042e 2024-12-03T14:17:36,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/replication/2b40753dc209717c6c36dbbeb759042e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:17:36,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2b40753dc209717c6c36dbbeb759042e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67130845, jitterRate=3.2754242420196533E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:17:36,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b40753dc209717c6c36dbbeb759042e 2024-12-03T14:17:36,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2b40753dc209717c6c36dbbeb759042e: Running coprocessor pre-open hook at 1733235456482Writing region info on filesystem at 1733235456482Initializing all the Stores at 1733235456483 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235456483Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235456483Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235456483Cleaning up temporary data from old regions at 1733235456491 (+8 ms)Running coprocessor post-open hooks at 1733235456498 (+7 ms)Region opened successfully at 1733235456499 (+1 ms) 2024-12-03T14:17:36,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e., pid=10, masterSystemTime=1733235456451 2024-12-03T14:17:36,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e. 2024-12-03T14:17:36,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e. 2024-12-03T14:17:36,505 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2b40753dc209717c6c36dbbeb759042e, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,43117,1733235441919 2024-12-03T14:17:36,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b40753dc209717c6c36dbbeb759042e, server=3920e6a7c3b5,43117,1733235441919 because future has completed 2024-12-03T14:17:36,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T14:17:36,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b40753dc209717c6c36dbbeb759042e, server=3920e6a7c3b5,43117,1733235441919 in 210 msec 2024-12-03T14:17:36,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T14:17:36,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b40753dc209717c6c36dbbeb759042e, ASSIGN in 369 msec 2024-12-03T14:17:36,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:17:36,515 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235456515"}]},"ts":"1733235456515"} 2024-12-03T14:17:36,518 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T14:17:36,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:17:36,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2060 sec 2024-12-03T14:17:36,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e., hostname=3920e6a7c3b5,43117,1733235441919, seqNum=2] 2024-12-03T14:17:36,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0493121540 2024-12-03T14:17:36,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x1019b8df4660001, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0493121540 2024-12-03T14:17:36,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T14:17:36,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43117 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T14:17:36,827 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T14:17:36,867 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3920e6a7c3b5,43117,1733235441919, ReplicationSource: 1, currentBandwidth=0 2024-12-03T14:17:36,868 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:17:36,868 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,43117,1733235441919, seqNum=-1] 2024-12-03T14:17:36,868 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:17:36,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-03T14:17:36,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3920e6a7c3b5,43117,1733235441919', locateType=CURRENT is [region=hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e., hostname=3920e6a7c3b5,43117,1733235441919, seqNum=2] 2024-12-03T14:17:36,877 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T14:17:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T14:17:36,883 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3920e6a7c3b5,43117,1733235441919 suceeded 2024-12-03T14:17:36,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T14:17:36,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-12-03T14:17:36,895 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3920e6a7c3b5:46737,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-03T14:17:36,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5940 sec 2024-12-03T14:17:36,903 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:46737' 2024-12-03T14:17:36,909 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c29b5f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:36,909 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,46737,-1 for getting cluster id 2024-12-03T14:17:36,909 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:17:36,911 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d01b411-6dd7-42df-938f-18e6bf6b536c' 2024-12-03T14:17:36,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:17:36,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d01b411-6dd7-42df-938f-18e6bf6b536c" 2024-12-03T14:17:36,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d3d06c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:36,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,46737,-1] 2024-12-03T14:17:36,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:17:36,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:36,913 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:17:36,914 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@144c4880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:36,915 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:17:36,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,46737,1733235447466 2024-12-03T14:17:36,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32b0a08e 2024-12-03T14:17:36,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:17:36,922 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-03T14:17:36,923 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3920e6a7c3b5,43117,1733235441919 (queues=1) is replicating from cluster=b3745bfd-b9c1-4489-8d19-17a85e207a0b to cluster=4d01b411-6dd7-42df-938f-18e6bf6b536c 2024-12-03T14:17:36,924 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3920e6a7c3b5%2C43117%2C1733235441919 2024-12-03T14:17:36,924 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3920e6a7c3b5,43117,1733235441919, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T14:17:36,929 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337, startPosition=0, beingWritten=true 2024-12-03T14:17:36,943 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.shipper3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3920e6a7c3b5%2C43117%2C1733235441919 2024-12-03T14:17:36,970 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:17:36,970 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 379, reset compression=false 2024-12-03T14:17:36,970 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.shipper3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,43117,1733235441919 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:17:37,177 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 379, reset compression=false 2024-12-03T14:17:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:17:37,464 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T14:17:37,464 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:17:37,464 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:17:37,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:37,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:37,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:17:37,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:37,488 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733235457486/Put/seqid=0 2024-12-03T14:17:37,490 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 379, reset compression=false 2024-12-03T14:17:37,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741840_1016 (size=7894) 2024-12-03T14:17:37,898 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 379, reset compression=false 2024-12-03T14:17:37,925 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/load_f/f/hfile_1 is 34, key is ddd/f:row/1733235457924/Put/seqid=0 2024-12-03T14:17:37,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741841_1017 (size=7691) 2024-12-03T14:17:37,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b27bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:37,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,35449,-1 for getting cluster id 2024-12-03T14:17:37,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:17:37,944 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3745bfd-b9c1-4489-8d19-17a85e207a0b' 2024-12-03T14:17:37,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:17:37,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3745bfd-b9c1-4489-8d19-17a85e207a0b" 2024-12-03T14:17:37,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e15a709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:37,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,35449,-1] 2024-12-03T14:17:37,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:17:37,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:37,946 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:17:37,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b26d088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:37,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:17:37,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,43117,1733235441919, seqNum=-1] 2024-12-03T14:17:37,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:17:37,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:17:37,980 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:17:37,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,35449,1733235441720 2024-12-03T14:17:37,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b3118ee 2024-12-03T14:17:37,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:17:37,986 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:17:37,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733235450973.ae5efb1fc3c5487462289cd575514395., hostname=3920e6a7c3b5,43117,1733235441919, seqNum=2] 2024-12-03T14:17:38,010 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T14:17:38,033 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-03T14:17:38,037 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-03T14:17:38,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/load_f/f/hfile_1 for inclusion in ae5efb1fc3c5487462289cd575514395/f 2024-12-03T14:17:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T14:17:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T14:17:38,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/load_f/f/hfile_0 for inclusion in ae5efb1fc3c5487462289cd575514395/f 2024-12-03T14:17:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T14:17:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T14:17:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HRegion(2603): Flush status journal for ae5efb1fc3c5487462289cd575514395: 2024-12-03T14:17:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/load_f/f/hfile_1 to hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/staging/jenkins__test__4tub0i5gudbom0ch5b5214t6o0dphc0e893rp95libkk6p438qqshbqlidt5phip/f/hfile_1 2024-12-03T14:17:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/staging/jenkins__test__4tub0i5gudbom0ch5b5214t6o0dphc0e893rp95libkk6p438qqshbqlidt5phip/f/hfile_1 as hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/default/test/ae5efb1fc3c5487462289cd575514395/f/04774f2e0172402cbc91d2b9bd1193c3_SeqId_4_ 2024-12-03T14:17:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/load_f/f/hfile_0 to hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/staging/jenkins__test__4tub0i5gudbom0ch5b5214t6o0dphc0e893rp95libkk6p438qqshbqlidt5phip/f/hfile_0 2024-12-03T14:17:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/staging/jenkins__test__4tub0i5gudbom0ch5b5214t6o0dphc0e893rp95libkk6p438qqshbqlidt5phip/f/hfile_0 as hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/default/test/ae5efb1fc3c5487462289cd575514395/f/26433b11986b4472b3fe2ae035b09071_SeqId_4_ 2024-12-03T14:17:38,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/staging/jenkins__test__4tub0i5gudbom0ch5b5214t6o0dphc0e893rp95libkk6p438qqshbqlidt5phip/f/hfile_1 into ae5efb1fc3c5487462289cd575514395/f as hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/default/test/ae5efb1fc3c5487462289cd575514395/f/04774f2e0172402cbc91d2b9bd1193c3_SeqId_4_ - updating store file list. 2024-12-03T14:17:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 04774f2e0172402cbc91d2b9bd1193c3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T14:17:38,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/default/test/ae5efb1fc3c5487462289cd575514395/f/04774f2e0172402cbc91d2b9bd1193c3_SeqId_4_ into ae5efb1fc3c5487462289cd575514395/f 2024-12-03T14:17:38,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/staging/jenkins__test__4tub0i5gudbom0ch5b5214t6o0dphc0e893rp95libkk6p438qqshbqlidt5phip/f/hfile_1 into ae5efb1fc3c5487462289cd575514395/f (new location: hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/default/test/ae5efb1fc3c5487462289cd575514395/f/04774f2e0172402cbc91d2b9bd1193c3_SeqId_4_) 2024-12-03T14:17:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/staging/jenkins__test__4tub0i5gudbom0ch5b5214t6o0dphc0e893rp95libkk6p438qqshbqlidt5phip/f/hfile_1 2024-12-03T14:17:38,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/staging/jenkins__test__4tub0i5gudbom0ch5b5214t6o0dphc0e893rp95libkk6p438qqshbqlidt5phip/f/hfile_0 into ae5efb1fc3c5487462289cd575514395/f as hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/default/test/ae5efb1fc3c5487462289cd575514395/f/26433b11986b4472b3fe2ae035b09071_SeqId_4_ - updating store file list. 2024-12-03T14:17:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 26433b11986b4472b3fe2ae035b09071_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T14:17:38,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/default/test/ae5efb1fc3c5487462289cd575514395/f/26433b11986b4472b3fe2ae035b09071_SeqId_4_ into ae5efb1fc3c5487462289cd575514395/f 2024-12-03T14:17:38,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/staging/jenkins__test__4tub0i5gudbom0ch5b5214t6o0dphc0e893rp95libkk6p438qqshbqlidt5phip/f/hfile_0 into ae5efb1fc3c5487462289cd575514395/f (new location: hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/default/test/ae5efb1fc3c5487462289cd575514395/f/26433b11986b4472b3fe2ae035b09071_SeqId_4_) 2024-12-03T14:17:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/staging/jenkins__test__4tub0i5gudbom0ch5b5214t6o0dphc0e893rp95libkk6p438qqshbqlidt5phip/f/hfile_0 2024-12-03T14:17:38,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:17:38,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:17:38,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:38,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:38,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:17:38,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733235450973.ae5efb1fc3c5487462289cd575514395., hostname=3920e6a7c3b5,43117,1733235441919, seqNum=2 , the old value is region=test,,1733235450973.ae5efb1fc3c5487462289cd575514395., hostname=3920e6a7c3b5,43117,1733235441919, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3920e6a7c3b5:43117 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T14:17:38,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:17:38,183 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,43559,1733235447608, seqNum=-1] 2024-12-03T14:17:38,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733235450973.ae5efb1fc3c5487462289cd575514395., hostname=3920e6a7c3b5,43117,1733235441919, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T14:17:38,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733235450973.ae5efb1fc3c5487462289cd575514395., hostname=3920e6a7c3b5,43117,1733235441919, seqNum=2 from cache 2024-12-03T14:17:38,183 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:17:38,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:17:38,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733235453137.f972f0f1923797d2378cea8aa1f250a0., hostname=3920e6a7c3b5,43559,1733235447608, seqNum=2] 2024-12-03T14:17:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:42162 deadline: 1733235518181 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:42162 2024-12-03T14:17:38,190 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T14:17:38,294 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:43117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T14:17:38,412 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 379, reset compression=false 2024-12-03T14:17:38,429 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:17:38,429 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.shipper3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,43117,1733235441919 got entry batch from reader: WALEntryBatch [walEntries=[{test/ae5efb1fc3c5487462289cd575514395/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733235458173/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T14:17:38,456 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.shipper3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:17:38,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-03T14:17:38,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] regionserver.ReplicationSink(318): Replicating [b3745bfd-b9c1-4489-8d19-17a85e207a0b] bulk loaded data 2024-12-03T14:17:38,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@413cd887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:38,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,46737,-1 for getting cluster id 2024-12-03T14:17:38,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:17:38,465 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d01b411-6dd7-42df-938f-18e6bf6b536c' 2024-12-03T14:17:38,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:17:38,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d01b411-6dd7-42df-938f-18e6bf6b536c" 2024-12-03T14:17:38,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4997dca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:38,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,46737,-1] 2024-12-03T14:17:38,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:17:38,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:38,470 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:17:38,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ec2c1a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:38,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741837_1013 (size=7691) 2024-12-03T14:17:38,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741838_1014 (size=7894) 2024-12-03T14:17:38,629 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 687, reset compression=false 2024-12-03T14:17:38,939 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 687, reset compression=false 2024-12-03T14:17:38,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:17:38,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,46737,1733235447466 2024-12-03T14:17:38,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e96a87f 2024-12-03T14:17:38,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:17:38,963 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-03T14:17:38,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T14:17:38,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:17:38,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,43559,1733235447608, seqNum=-1] 2024-12-03T14:17:38,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:17:38,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-03T14:17:38,991 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/staging/jenkins.hfs.6__test__jbtqphbu91umpm1mjs0rd0ghj1r49m313tqcqc6bj67tk6rn2jtgsc1fmi5m96g8/f/04774f2e0172402cbc91d2b9bd1193c3_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T14:17:38,997 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/staging/jenkins.hfs.6__test__jbtqphbu91umpm1mjs0rd0ghj1r49m313tqcqc6bj67tk6rn2jtgsc1fmi5m96g8/f/26433b11986b4472b3fe2ae035b09071_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T14:17:39,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/staging/jenkins.hfs.6__test__jbtqphbu91umpm1mjs0rd0ghj1r49m313tqcqc6bj67tk6rn2jtgsc1fmi5m96g8/f/04774f2e0172402cbc91d2b9bd1193c3_SeqId_4_ for inclusion in f972f0f1923797d2378cea8aa1f250a0/f 2024-12-03T14:17:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T14:17:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T14:17:39,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/staging/jenkins.hfs.6__test__jbtqphbu91umpm1mjs0rd0ghj1r49m313tqcqc6bj67tk6rn2jtgsc1fmi5m96g8/f/26433b11986b4472b3fe2ae035b09071_SeqId_4_ for inclusion in f972f0f1923797d2378cea8aa1f250a0/f 2024-12-03T14:17:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T14:17:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T14:17:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] regionserver.HRegion(2603): Flush status journal for f972f0f1923797d2378cea8aa1f250a0: 2024-12-03T14:17:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 04774f2e0172402cbc91d2b9bd1193c3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T14:17:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/staging/jenkins.hfs.6__test__jbtqphbu91umpm1mjs0rd0ghj1r49m313tqcqc6bj67tk6rn2jtgsc1fmi5m96g8/f/04774f2e0172402cbc91d2b9bd1193c3_SeqId_4_ as hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/default/test/f972f0f1923797d2378cea8aa1f250a0/f/65c15dc11b6d4c6d9d45e634d5ab80a4_SeqId_4_ 2024-12-03T14:17:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 26433b11986b4472b3fe2ae035b09071_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T14:17:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/staging/jenkins.hfs.6__test__jbtqphbu91umpm1mjs0rd0ghj1r49m313tqcqc6bj67tk6rn2jtgsc1fmi5m96g8/f/26433b11986b4472b3fe2ae035b09071_SeqId_4_ as hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/default/test/f972f0f1923797d2378cea8aa1f250a0/f/eaa17258c1f54b4ea0b3c9cec682e849_SeqId_4_ 2024-12-03T14:17:39,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/staging/jenkins.hfs.6__test__jbtqphbu91umpm1mjs0rd0ghj1r49m313tqcqc6bj67tk6rn2jtgsc1fmi5m96g8/f/04774f2e0172402cbc91d2b9bd1193c3_SeqId_4_ into f972f0f1923797d2378cea8aa1f250a0/f as hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/default/test/f972f0f1923797d2378cea8aa1f250a0/f/65c15dc11b6d4c6d9d45e634d5ab80a4_SeqId_4_ - updating store file list. 2024-12-03T14:17:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 65c15dc11b6d4c6d9d45e634d5ab80a4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T14:17:39,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/default/test/f972f0f1923797d2378cea8aa1f250a0/f/65c15dc11b6d4c6d9d45e634d5ab80a4_SeqId_4_ into f972f0f1923797d2378cea8aa1f250a0/f 2024-12-03T14:17:39,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/staging/jenkins.hfs.6__test__jbtqphbu91umpm1mjs0rd0ghj1r49m313tqcqc6bj67tk6rn2jtgsc1fmi5m96g8/f/04774f2e0172402cbc91d2b9bd1193c3_SeqId_4_ into f972f0f1923797d2378cea8aa1f250a0/f (new location: hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/default/test/f972f0f1923797d2378cea8aa1f250a0/f/65c15dc11b6d4c6d9d45e634d5ab80a4_SeqId_4_) 2024-12-03T14:17:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/staging/jenkins.hfs.6__test__jbtqphbu91umpm1mjs0rd0ghj1r49m313tqcqc6bj67tk6rn2jtgsc1fmi5m96g8/f/04774f2e0172402cbc91d2b9bd1193c3_SeqId_4_ 2024-12-03T14:17:39,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/staging/jenkins.hfs.6__test__jbtqphbu91umpm1mjs0rd0ghj1r49m313tqcqc6bj67tk6rn2jtgsc1fmi5m96g8/f/26433b11986b4472b3fe2ae035b09071_SeqId_4_ into f972f0f1923797d2378cea8aa1f250a0/f as hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/default/test/f972f0f1923797d2378cea8aa1f250a0/f/eaa17258c1f54b4ea0b3c9cec682e849_SeqId_4_ - updating store file list. 2024-12-03T14:17:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eaa17258c1f54b4ea0b3c9cec682e849_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T14:17:39,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/default/test/f972f0f1923797d2378cea8aa1f250a0/f/eaa17258c1f54b4ea0b3c9cec682e849_SeqId_4_ into f972f0f1923797d2378cea8aa1f250a0/f 2024-12-03T14:17:39,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/staging/jenkins.hfs.6__test__jbtqphbu91umpm1mjs0rd0ghj1r49m313tqcqc6bj67tk6rn2jtgsc1fmi5m96g8/f/26433b11986b4472b3fe2ae035b09071_SeqId_4_ into f972f0f1923797d2378cea8aa1f250a0/f (new location: hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/default/test/f972f0f1923797d2378cea8aa1f250a0/f/eaa17258c1f54b4ea0b3c9cec682e849_SeqId_4_) 2024-12-03T14:17:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/staging/jenkins.hfs.6__test__jbtqphbu91umpm1mjs0rd0ghj1r49m313tqcqc6bj67tk6rn2jtgsc1fmi5m96g8/f/26433b11986b4472b3fe2ae035b09071_SeqId_4_ 2024-12-03T14:17:39,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] regionserver.ReplicationSink(324): Finished replicating [b3745bfd-b9c1-4489-8d19-17a85e207a0b] bulk loaded data 2024-12-03T14:17:39,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:17:39,209 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733235459208/Put/seqid=0 2024-12-03T14:17:39,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741842_1018 (size=7997) 2024-12-03T14:17:39,382 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 687, reset compression=false 2024-12-03T14:17:39,615 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733235459614/Put/seqid=0 2024-12-03T14:17:39,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741843_1019 (size=7794) 2024-12-03T14:17:39,885 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 687, reset compression=false 2024-12-03T14:17:40,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de0516a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:40,021 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,35449,-1 for getting cluster id 2024-12-03T14:17:40,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:17:40,022 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3745bfd-b9c1-4489-8d19-17a85e207a0b' 2024-12-03T14:17:40,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:17:40,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3745bfd-b9c1-4489-8d19-17a85e207a0b" 2024-12-03T14:17:40,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a865ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:40,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,35449,-1] 2024-12-03T14:17:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:17:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:40,024 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:17:40,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e52f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:17:40,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:17:40,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,43117,1733235441919, seqNum=-1] 2024-12-03T14:17:40,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:17:40,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:17:40,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:17:40,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,35449,1733235441720 2024-12-03T14:17:40,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b70200a 2024-12-03T14:17:40,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:17:40,039 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:17:40,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733235450973.ae5efb1fc3c5487462289cd575514395., hostname=3920e6a7c3b5,43117,1733235441919, seqNum=2] 2024-12-03T14:17:40,045 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T14:17:40,050 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-03T14:17:40,053 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-03T14:17:40,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/load_f1/f1/hfile_1 for inclusion in ae5efb1fc3c5487462289cd575514395/f1 2024-12-03T14:17:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T14:17:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T14:17:40,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/load_f1/f1/hfile_0 for inclusion in ae5efb1fc3c5487462289cd575514395/f1 2024-12-03T14:17:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T14:17:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T14:17:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HRegion(2603): Flush status journal for ae5efb1fc3c5487462289cd575514395: 2024-12-03T14:17:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/load_f1/f1/hfile_1 to hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/staging/jenkins__test__gr8d24h13lhhscq9s4uo4faq1f5jps9vhgpt9kfb3forlcgbhbcgd0q1o3s1tt6k/f1/hfile_1 2024-12-03T14:17:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/staging/jenkins__test__gr8d24h13lhhscq9s4uo4faq1f5jps9vhgpt9kfb3forlcgbhbcgd0q1o3s1tt6k/f1/hfile_1 as hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/default/test/ae5efb1fc3c5487462289cd575514395/f1/ae29454b33544e88acd12eb3c400d88c_SeqId_6_ 2024-12-03T14:17:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/load_f1/f1/hfile_0 to hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/staging/jenkins__test__gr8d24h13lhhscq9s4uo4faq1f5jps9vhgpt9kfb3forlcgbhbcgd0q1o3s1tt6k/f1/hfile_0 2024-12-03T14:17:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/staging/jenkins__test__gr8d24h13lhhscq9s4uo4faq1f5jps9vhgpt9kfb3forlcgbhbcgd0q1o3s1tt6k/f1/hfile_0 as hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/default/test/ae5efb1fc3c5487462289cd575514395/f1/f8663d75a2a64cc3903a0e3b901ccbf2_SeqId_6_ 2024-12-03T14:17:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-03T14:17:40,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/staging/jenkins__test__gr8d24h13lhhscq9s4uo4faq1f5jps9vhgpt9kfb3forlcgbhbcgd0q1o3s1tt6k/f1/hfile_1 into ae5efb1fc3c5487462289cd575514395/f1 as hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/default/test/ae5efb1fc3c5487462289cd575514395/f1/ae29454b33544e88acd12eb3c400d88c_SeqId_6_ - updating store file list. 2024-12-03T14:17:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ae29454b33544e88acd12eb3c400d88c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T14:17:40,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/default/test/ae5efb1fc3c5487462289cd575514395/f1/ae29454b33544e88acd12eb3c400d88c_SeqId_6_ into ae5efb1fc3c5487462289cd575514395/f1 2024-12-03T14:17:40,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/staging/jenkins__test__gr8d24h13lhhscq9s4uo4faq1f5jps9vhgpt9kfb3forlcgbhbcgd0q1o3s1tt6k/f1/hfile_1 into ae5efb1fc3c5487462289cd575514395/f1 (new location: hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/default/test/ae5efb1fc3c5487462289cd575514395/f1/ae29454b33544e88acd12eb3c400d88c_SeqId_6_) 2024-12-03T14:17:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/staging/jenkins__test__gr8d24h13lhhscq9s4uo4faq1f5jps9vhgpt9kfb3forlcgbhbcgd0q1o3s1tt6k/f1/hfile_1 2024-12-03T14:17:40,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/staging/jenkins__test__gr8d24h13lhhscq9s4uo4faq1f5jps9vhgpt9kfb3forlcgbhbcgd0q1o3s1tt6k/f1/hfile_0 into ae5efb1fc3c5487462289cd575514395/f1 as hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/default/test/ae5efb1fc3c5487462289cd575514395/f1/f8663d75a2a64cc3903a0e3b901ccbf2_SeqId_6_ - updating store file list. 2024-12-03T14:17:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f8663d75a2a64cc3903a0e3b901ccbf2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T14:17:40,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/default/test/ae5efb1fc3c5487462289cd575514395/f1/f8663d75a2a64cc3903a0e3b901ccbf2_SeqId_6_ into ae5efb1fc3c5487462289cd575514395/f1 2024-12-03T14:17:40,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/staging/jenkins__test__gr8d24h13lhhscq9s4uo4faq1f5jps9vhgpt9kfb3forlcgbhbcgd0q1o3s1tt6k/f1/hfile_0 into ae5efb1fc3c5487462289cd575514395/f1 (new location: hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/default/test/ae5efb1fc3c5487462289cd575514395/f1/f8663d75a2a64cc3903a0e3b901ccbf2_SeqId_6_) 2024-12-03T14:17:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/staging/jenkins__test__gr8d24h13lhhscq9s4uo4faq1f5jps9vhgpt9kfb3forlcgbhbcgd0q1o3s1tt6k/f1/hfile_0 2024-12-03T14:17:40,086 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:17:40,086 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:17:40,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:40,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:17:40,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:17:40,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733235450973.ae5efb1fc3c5487462289cd575514395., hostname=3920e6a7c3b5,43117,1733235441919, seqNum=2 , the old value is region=test,,1733235450973.ae5efb1fc3c5487462289cd575514395., hostname=3920e6a7c3b5,43117,1733235441919, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3920e6a7c3b5:43117 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T14:17:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43117: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:42166 deadline: 1733235520086 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:42166 2024-12-03T14:17:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733235450973.ae5efb1fc3c5487462289cd575514395., hostname=3920e6a7c3b5,43117,1733235441919, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T14:17:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733235450973.ae5efb1fc3c5487462289cd575514395., hostname=3920e6a7c3b5,43117,1733235441919, seqNum=2 from cache 2024-12-03T14:17:40,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:17:40,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,43117,1733235441919, seqNum=-1] 2024-12-03T14:17:40,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:17:40,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:17:40,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733235450973.ae5efb1fc3c5487462289cd575514395., hostname=3920e6a7c3b5,43117,1733235441919, seqNum=2] 2024-12-03T14:17:40,194 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:43117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T14:17:40,492 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 687, reset compression=false 2024-12-03T14:17:40,496 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:17:40,496 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:17:40,496 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.shipper3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,43117,1733235441919 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:17:40,700 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:17:41,019 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:17:41,423 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:17:41,926 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:17:41,983 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:17:42,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:17:42,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:17:42,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:17:42,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:17:42,530 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:17:42,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T14:17:42,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T14:17:43,234 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:17:44,038 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:17:44,941 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:17:45,945 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:17:47,048 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:17:48,252 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:17:49,556 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:17:50,959 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:17:51,309 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T14:17:52,463 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:17:54,067 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:17:55,770 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:17:57,055 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T14:17:57,574 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:17:59,477 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:18:00,499 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.shipper3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,43117,1733235441919 got entry batch from reader: null 2024-12-03T14:18:01,482 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:18:03,587 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:18:05,572 INFO [master/3920e6a7c3b5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T14:18:05,572 INFO [master/3920e6a7c3b5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T14:18:05,791 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:18:08,095 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:18:10,499 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:18:10,917 INFO [master/3920e6a7c3b5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T14:18:10,917 INFO [master/3920e6a7c3b5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T14:18:13,003 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:18:15,607 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:18:17,119 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ae5efb1fc3c5487462289cd575514395, had cached 0 bytes from a total of 31376 2024-12-03T14:18:18,311 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:18:19,301 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f972f0f1923797d2378cea8aa1f250a0, had cached 0 bytes from a total of 15585 2024-12-03T14:18:20,499 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.shipper3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,43117,1733235441919 got entry batch from reader: null 2024-12-03T14:18:21,115 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:18:21,310 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T14:18:24,019 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:18:27,023 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:18:27,055 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T14:18:30,127 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:18:31,970 DEBUG [master/3920e6a7c3b5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T14:18:33,331 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:18:36,635 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:18:40,039 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:18:40,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T14:18:40,113 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:18:40,113 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:18:40,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:18:40,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:18:40,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:18:40,114 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T14:18:40,114 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=851119751, stopped=false 2024-12-03T14:18:40,114 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3920e6a7c3b5,46737,1733235447466 2024-12-03T14:18:40,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1730760976/running 2024-12-03T14:18:40,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1730760976 2024-12-03T14:18:40,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1019b8df4660004, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1730760976/running 2024-12-03T14:18:40,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1019b8df4660004, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1730760976 2024-12-03T14:18:40,145 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:18:40,145 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:18:40,145 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:18:40,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:18:40,145 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3920e6a7c3b5,43559,1733235447608' ***** 2024-12-03T14:18:40,145 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T14:18:40,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43559-0x1019b8df4660004, quorum=127.0.0.1:58931, baseZNode=/1730760976 Set watcher on znode that does not yet exist, /1730760976/running 2024-12-03T14:18:40,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Set watcher on znode that does not yet exist, /1730760976/running 2024-12-03T14:18:40,146 INFO [RS:0;3920e6a7c3b5:43559 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T14:18:40,146 INFO [RS:0;3920e6a7c3b5:43559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T14:18:40,146 INFO [RS:0;3920e6a7c3b5:43559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T14:18:40,146 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T14:18:40,146 INFO [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(3091): Received CLOSE for f972f0f1923797d2378cea8aa1f250a0 2024-12-03T14:18:40,146 INFO [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(959): stopping server 3920e6a7c3b5,43559,1733235447608 2024-12-03T14:18:40,146 INFO [RS:0;3920e6a7c3b5:43559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:18:40,146 INFO [RS:0;3920e6a7c3b5:43559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:43559. 2024-12-03T14:18:40,146 DEBUG [RS:0;3920e6a7c3b5:43559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:18:40,146 DEBUG [RS:0;3920e6a7c3b5:43559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:18:40,146 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f972f0f1923797d2378cea8aa1f250a0, disabling compactions & flushes 2024-12-03T14:18:40,146 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733235453137.f972f0f1923797d2378cea8aa1f250a0. 2024-12-03T14:18:40,146 INFO [RS:0;3920e6a7c3b5:43559 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T14:18:40,146 INFO [RS:0;3920e6a7c3b5:43559 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T14:18:40,146 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235453137.f972f0f1923797d2378cea8aa1f250a0. 2024-12-03T14:18:40,146 INFO [RS:0;3920e6a7c3b5:43559 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T14:18:40,147 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733235453137.f972f0f1923797d2378cea8aa1f250a0. after waiting 0 ms 2024-12-03T14:18:40,147 INFO [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T14:18:40,147 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733235453137.f972f0f1923797d2378cea8aa1f250a0. 2024-12-03T14:18:40,147 INFO [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T14:18:40,147 DEBUG [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(1325): Online Regions={f972f0f1923797d2378cea8aa1f250a0=test,,1733235453137.f972f0f1923797d2378cea8aa1f250a0., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T14:18:40,147 DEBUG [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f972f0f1923797d2378cea8aa1f250a0 2024-12-03T14:18:40,147 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:18:40,147 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:18:40,147 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:18:40,147 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:18:40,147 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:18:40,147 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T14:18:40,151 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/default/test/f972f0f1923797d2378cea8aa1f250a0/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-03T14:18:40,151 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:18:40,151 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:18:40,151 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733235453137.f972f0f1923797d2378cea8aa1f250a0. 2024-12-03T14:18:40,151 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f972f0f1923797d2378cea8aa1f250a0: Waiting for close lock at 1733235520146Running coprocessor pre-close hooks at 1733235520146Disabling compacts and flushes for region at 1733235520146Disabling writes for close at 1733235520147 (+1 ms)Writing region close event to WAL at 1733235520147Running coprocessor post-close hooks at 1733235520151 (+4 ms)Closed at 1733235520151 2024-12-03T14:18:40,152 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733235453137.f972f0f1923797d2378cea8aa1f250a0. 2024-12-03T14:18:40,157 INFO [regionserver/3920e6a7c3b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:18:40,162 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740/.tmp/info/053ffc895d1a45e6b79207db86e753b5 is 129, key is test,,1733235453137.f972f0f1923797d2378cea8aa1f250a0./info:regioninfo/1733235454316/Put/seqid=0 2024-12-03T14:18:40,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741839_1015 (size=6421) 2024-12-03T14:18:40,347 DEBUG [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:18:40,499 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.shipper3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,43117,1733235441919 got entry batch from reader: null 2024-12-03T14:18:40,547 DEBUG [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:18:40,566 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740/.tmp/info/053ffc895d1a45e6b79207db86e753b5 2024-12-03T14:18:40,583 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740/.tmp/ns/8029ea5c897a44b7beaf80b52f1e5f6e is 43, key is default/ns:d/1733235450895/Put/seqid=0 2024-12-03T14:18:40,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741840_1016 (size=5153) 2024-12-03T14:18:40,694 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T14:18:40,694 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T14:18:40,747 DEBUG [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:18:40,947 DEBUG [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:18:40,988 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740/.tmp/ns/8029ea5c897a44b7beaf80b52f1e5f6e 2024-12-03T14:18:41,005 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740/.tmp/rep_barrier/f0ee0941a0574dd1ac9b9f8191803315 is 112, key is test,,1733235453137.f972f0f1923797d2378cea8aa1f250a0./rep_barrier:seqnumDuringOpen/1733235454316/Put/seqid=0 2024-12-03T14:18:41,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741841_1017 (size=5518) 2024-12-03T14:18:41,148 INFO [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T14:18:41,148 DEBUG [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T14:18:41,148 DEBUG [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:18:41,348 DEBUG [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:18:41,409 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740/.tmp/rep_barrier/f0ee0941a0574dd1ac9b9f8191803315 2024-12-03T14:18:41,427 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740/.tmp/table/5de9a48034324d4eab72bb549b6c8a14 is 40, key is test/table:state/1733235454347/Put/seqid=0 2024-12-03T14:18:41,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741842_1018 (size=5165) 2024-12-03T14:18:41,548 DEBUG [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:18:41,748 DEBUG [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:18:41,832 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740/.tmp/table/5de9a48034324d4eab72bb549b6c8a14 2024-12-03T14:18:41,838 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740/.tmp/info/053ffc895d1a45e6b79207db86e753b5 as hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740/info/053ffc895d1a45e6b79207db86e753b5 2024-12-03T14:18:41,843 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740/info/053ffc895d1a45e6b79207db86e753b5, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T14:18:41,844 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740/.tmp/ns/8029ea5c897a44b7beaf80b52f1e5f6e as hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740/ns/8029ea5c897a44b7beaf80b52f1e5f6e 2024-12-03T14:18:41,849 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740/ns/8029ea5c897a44b7beaf80b52f1e5f6e, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T14:18:41,850 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740/.tmp/rep_barrier/f0ee0941a0574dd1ac9b9f8191803315 as hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740/rep_barrier/f0ee0941a0574dd1ac9b9f8191803315 2024-12-03T14:18:41,855 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740/rep_barrier/f0ee0941a0574dd1ac9b9f8191803315, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T14:18:41,856 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740/.tmp/table/5de9a48034324d4eab72bb549b6c8a14 as hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740/table/5de9a48034324d4eab72bb549b6c8a14 2024-12-03T14:18:41,861 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740/table/5de9a48034324d4eab72bb549b6c8a14, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T14:18:41,862 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=11, compaction requested=false 2024-12-03T14:18:41,869 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T14:18:41,870 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:18:41,870 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:18:41,870 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:18:41,870 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235520147Running coprocessor pre-close hooks at 1733235520147Disabling compacts and flushes for region at 1733235520147Disabling writes for close at 1733235520147Obtaining lock to block concurrent updates at 1733235520147Preparing flush snapshotting stores in 1588230740 at 1733235520147Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733235520147Flushing stores of hbase:meta,,1.1588230740 at 1733235520148 (+1 ms)Flushing 1588230740/info: creating writer at 1733235520148Flushing 1588230740/info: appending metadata at 1733235520161 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733235520161Flushing 1588230740/ns: creating writer at 1733235520571 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733235520583 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733235520583Flushing 1588230740/rep_barrier: creating writer at 1733235520993 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733235521005 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733235521005Flushing 1588230740/table: creating writer at 1733235521414 (+409 ms)Flushing 1588230740/table: appending metadata at 1733235521427 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733235521427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ef3fc51: reopening flushed file at 1733235521837 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4edc6822: reopening flushed file at 1733235521843 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2166248d: reopening flushed file at 1733235521849 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b14909: reopening flushed file at 1733235521855 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=11, compaction requested=false at 1733235521862 (+7 ms)Writing region close event to WAL at 1733235521865 (+3 ms)Running coprocessor post-close hooks at 1733235521870 (+5 ms)Closed at 1733235521870 2024-12-03T14:18:41,870 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T14:18:41,948 INFO [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(976): stopping server 3920e6a7c3b5,43559,1733235447608; all regions closed. 2024-12-03T14:18:41,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741834_1010 (size=2717) 2024-12-03T14:18:41,951 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/WALs/3920e6a7c3b5,43559,1733235447608/3920e6a7c3b5%2C43559%2C1733235447608.meta.1733235450832.meta not finished, retry = 0 2024-12-03T14:18:42,053 DEBUG [RS:0;3920e6a7c3b5:43559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/oldWALs 2024-12-03T14:18:42,053 INFO [RS:0;3920e6a7c3b5:43559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C43559%2C1733235447608.meta:.meta(num 1733235450832) 2024-12-03T14:18:42,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741832_1008 (size=1028) 2024-12-03T14:18:42,056 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/WALs/3920e6a7c3b5,43559,1733235447608/3920e6a7c3b5%2C43559%2C1733235447608.1733235449819 not finished, retry = 0 2024-12-03T14:18:42,158 DEBUG [RS:0;3920e6a7c3b5:43559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/oldWALs 2024-12-03T14:18:42,158 INFO [RS:0;3920e6a7c3b5:43559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C43559%2C1733235447608:(num 1733235449819) 2024-12-03T14:18:42,158 DEBUG [RS:0;3920e6a7c3b5:43559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:18:42,158 INFO [RS:0;3920e6a7c3b5:43559 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:18:42,158 INFO [RS:0;3920e6a7c3b5:43559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:18:42,158 INFO [RS:0;3920e6a7c3b5:43559 {}] hbase.ChoreService(370): Chore service for: regionserver/3920e6a7c3b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T14:18:42,159 INFO [RS:0;3920e6a7c3b5:43559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:18:42,159 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:18:42,159 INFO [RS:0;3920e6a7c3b5:43559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:43559. 2024-12-03T14:18:42,159 DEBUG [RS:0;3920e6a7c3b5:43559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:18:42,159 DEBUG [RS:0;3920e6a7c3b5:43559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:18:42,159 DEBUG [RS:0;3920e6a7c3b5:43559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:18:42,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:18:42,159 INFO [RS:0;3920e6a7c3b5:43559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43559 2024-12-03T14:18:42,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1730760976/rs 2024-12-03T14:18:42,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1019b8df4660004, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1730760976/rs/3920e6a7c3b5,43559,1733235447608 2024-12-03T14:18:42,302 INFO [RS:0;3920e6a7c3b5:43559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:18:42,313 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3920e6a7c3b5,43559,1733235447608] 2024-12-03T14:18:42,323 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1730760976/draining/3920e6a7c3b5,43559,1733235447608 already deleted, retry=false 2024-12-03T14:18:42,323 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3920e6a7c3b5,43559,1733235447608 expired; onlineServers=0 2024-12-03T14:18:42,323 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3920e6a7c3b5,46737,1733235447466' ***** 2024-12-03T14:18:42,323 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T14:18:42,323 INFO [M:0;3920e6a7c3b5:46737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:18:42,323 INFO [M:0;3920e6a7c3b5:46737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:18:42,324 DEBUG [M:0;3920e6a7c3b5:46737 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T14:18:42,324 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T14:18:42,324 DEBUG [M:0;3920e6a7c3b5:46737 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T14:18:42,324 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235449572 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235449572,5,FailOnTimeoutGroup] 2024-12-03T14:18:42,324 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235449572 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235449572,5,FailOnTimeoutGroup] 2024-12-03T14:18:42,324 INFO [M:0;3920e6a7c3b5:46737 {}] hbase.ChoreService(370): Chore service for: master/3920e6a7c3b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T14:18:42,324 INFO [M:0;3920e6a7c3b5:46737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:18:42,324 DEBUG [M:0;3920e6a7c3b5:46737 {}] master.HMaster(1795): Stopping service threads 2024-12-03T14:18:42,324 INFO [M:0;3920e6a7c3b5:46737 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T14:18:42,324 INFO [M:0;3920e6a7c3b5:46737 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:18:42,324 INFO [M:0;3920e6a7c3b5:46737 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T14:18:42,324 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T14:18:42,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1730760976/master 2024-12-03T14:18:42,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1730760976 2024-12-03T14:18:42,334 DEBUG [M:0;3920e6a7c3b5:46737 {}] zookeeper.ZKUtil(347): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Unable to get data of znode /1730760976/master because node does not exist (not an error) 2024-12-03T14:18:42,334 WARN [M:0;3920e6a7c3b5:46737 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T14:18:42,335 INFO [M:0;3920e6a7c3b5:46737 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/.lastflushedseqids 2024-12-03T14:18:42,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741843_1019 (size=173) 2024-12-03T14:18:42,413 INFO [RS:0;3920e6a7c3b5:43559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:18:42,413 INFO [RS:0;3920e6a7c3b5:43559 {}] regionserver.HRegionServer(1031): Exiting; stopping=3920e6a7c3b5,43559,1733235447608; zookeeper connection closed. 2024-12-03T14:18:42,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1019b8df4660004, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:18:42,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1019b8df4660004, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:18:42,413 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ba4a953 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ba4a953 2024-12-03T14:18:42,413 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T14:18:42,740 INFO [M:0;3920e6a7c3b5:46737 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T14:18:42,740 INFO [M:0;3920e6a7c3b5:46737 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T14:18:42,740 DEBUG [M:0;3920e6a7c3b5:46737 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:18:42,740 INFO [M:0;3920e6a7c3b5:46737 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:18:42,740 DEBUG [M:0;3920e6a7c3b5:46737 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:18:42,740 DEBUG [M:0;3920e6a7c3b5:46737 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:18:42,740 DEBUG [M:0;3920e6a7c3b5:46737 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:18:42,740 INFO [M:0;3920e6a7c3b5:46737 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-03T14:18:42,757 DEBUG [M:0;3920e6a7c3b5:46737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93fcef4c59634c9ca1b351d7952171b1 is 82, key is hbase:meta,,1/info:regioninfo/1733235450875/Put/seqid=0 2024-12-03T14:18:42,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741844_1020 (size=5672) 2024-12-03T14:18:43,162 INFO [M:0;3920e6a7c3b5:46737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93fcef4c59634c9ca1b351d7952171b1 2024-12-03T14:18:43,204 DEBUG [M:0;3920e6a7c3b5:46737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d3623efa7e5492b99ccc5e5309ed63b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733235454353/Put/seqid=0 2024-12-03T14:18:43,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741845_1021 (size=6727) 2024-12-03T14:18:43,543 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 to pos 997, reset compression=false 2024-12-03T14:18:43,608 INFO [M:0;3920e6a7c3b5:46737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d3623efa7e5492b99ccc5e5309ed63b 2024-12-03T14:18:43,612 INFO [M:0;3920e6a7c3b5:46737 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d3623efa7e5492b99ccc5e5309ed63b 2024-12-03T14:18:43,624 DEBUG [M:0;3920e6a7c3b5:46737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f0247420cdf47ad85f348522a0b7347 is 69, key is 3920e6a7c3b5,43559,1733235447608/rs:state/1733235449673/Put/seqid=0 2024-12-03T14:18:43,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741846_1022 (size=5156) 2024-12-03T14:18:44,029 INFO [M:0;3920e6a7c3b5:46737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f0247420cdf47ad85f348522a0b7347 2024-12-03T14:18:44,034 DEBUG [M:0;3920e6a7c3b5:46737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93fcef4c59634c9ca1b351d7952171b1 as hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93fcef4c59634c9ca1b351d7952171b1 2024-12-03T14:18:44,038 INFO [M:0;3920e6a7c3b5:46737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93fcef4c59634c9ca1b351d7952171b1, entries=8, sequenceid=58, filesize=5.5 K 2024-12-03T14:18:44,039 DEBUG [M:0;3920e6a7c3b5:46737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d3623efa7e5492b99ccc5e5309ed63b as hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d3623efa7e5492b99ccc5e5309ed63b 2024-12-03T14:18:44,044 INFO [M:0;3920e6a7c3b5:46737 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d3623efa7e5492b99ccc5e5309ed63b 2024-12-03T14:18:44,044 INFO [M:0;3920e6a7c3b5:46737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d3623efa7e5492b99ccc5e5309ed63b, entries=6, sequenceid=58, filesize=6.6 K 2024-12-03T14:18:44,045 DEBUG [M:0;3920e6a7c3b5:46737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f0247420cdf47ad85f348522a0b7347 as hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f0247420cdf47ad85f348522a0b7347 2024-12-03T14:18:44,049 INFO [M:0;3920e6a7c3b5:46737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/424932f2-239b-8a32-3bff-ef15f0903f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f0247420cdf47ad85f348522a0b7347, entries=1, sequenceid=58, filesize=5.0 K 2024-12-03T14:18:44,050 INFO [M:0;3920e6a7c3b5:46737 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=58, compaction requested=false 2024-12-03T14:18:44,052 INFO [M:0;3920e6a7c3b5:46737 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:18:44,052 DEBUG [M:0;3920e6a7c3b5:46737 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235522740Disabling compacts and flushes for region at 1733235522740Disabling writes for close at 1733235522740Obtaining lock to block concurrent updates at 1733235522740Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733235522740Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733235522741 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733235522741Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733235522741Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733235522757 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733235522757Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733235523189 (+432 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733235523203 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733235523203Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733235523613 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733235523624 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733235523624Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@651af931: reopening flushed file at 1733235524033 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30037d24: reopening flushed file at 1733235524039 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1895dec4: reopening flushed file at 1733235524044 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=58, compaction requested=false at 1733235524050 (+6 ms)Writing region close event to WAL at 1733235524052 (+2 ms)Closed at 1733235524052 2024-12-03T14:18:44,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741830_1006 (size=33026) 2024-12-03T14:18:44,054 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:18:44,054 INFO [M:0;3920e6a7c3b5:46737 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T14:18:44,054 INFO [M:0;3920e6a7c3b5:46737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46737 2024-12-03T14:18:44,055 INFO [M:0;3920e6a7c3b5:46737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:18:44,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:18:44,223 INFO [M:0;3920e6a7c3b5:46737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:18:44,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x1019b8df4660003, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:18:44,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778c47e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:18:44,256 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:18:44,256 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:18:44,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:18:44,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/hadoop.log.dir/,STOPPED} 2024-12-03T14:18:44,258 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T14:18:44,258 WARN [BP-334848653-172.17.0.2-1733235445604 heartbeating to localhost/127.0.0.1:45403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T14:18:44,258 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T14:18:44,258 WARN [BP-334848653-172.17.0.2-1733235445604 heartbeating to localhost/127.0.0.1:45403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-334848653-172.17.0.2-1733235445604 (Datanode Uuid 3581c378-462d-437b-a1f3-46f4a82f81b3) service to localhost/127.0.0.1:45403 2024-12-03T14:18:44,258 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/cluster_08e9e519-1877-2f20-449f-f986e222afcb/data/data1/current/BP-334848653-172.17.0.2-1733235445604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:18:44,259 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/cluster_08e9e519-1877-2f20-449f-f986e222afcb/data/data2/current/BP-334848653-172.17.0.2-1733235445604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:18:44,259 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T14:18:44,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3db8da4f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:18:44,264 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:18:44,264 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:18:44,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:18:44,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/hadoop.log.dir/,STOPPED} 2024-12-03T14:18:44,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T14:18:44,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T14:18:44,276 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:18:44,276 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:18:44,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:18:44,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:18:44,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:18:44,276 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T14:18:44,276 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2118281240, stopped=false 2024-12-03T14:18:44,276 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3920e6a7c3b5,35449,1733235441720 2024-12-03T14:18:44,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0493121540/running 2024-12-03T14:18:44,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0493121540 2024-12-03T14:18:44,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x1019b8df4660001, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0493121540/running 2024-12-03T14:18:44,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x1019b8df4660001, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0493121540 2024-12-03T14:18:44,292 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:18:44,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Set watcher on znode that does not yet exist, /0493121540/running 2024-12-03T14:18:44,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43117-0x1019b8df4660001, quorum=127.0.0.1:58931, baseZNode=/0493121540 Set watcher on znode that does not yet exist, /0493121540/running 2024-12-03T14:18:44,293 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:18:44,293 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:18:44,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:18:44,293 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3920e6a7c3b5,43117,1733235441919' ***** 2024-12-03T14:18:44,293 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T14:18:44,293 INFO [RS:0;3920e6a7c3b5:43117 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T14:18:44,293 INFO [RS:0;3920e6a7c3b5:43117 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T14:18:44,293 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T14:18:44,293 INFO [RS:0;3920e6a7c3b5:43117 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T14:18:44,294 INFO [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b40753dc209717c6c36dbbeb759042e 2024-12-03T14:18:44,294 INFO [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer(3091): Received CLOSE for ae5efb1fc3c5487462289cd575514395 2024-12-03T14:18:44,294 INFO [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer(959): stopping server 3920e6a7c3b5,43117,1733235441919 2024-12-03T14:18:44,294 INFO [RS:0;3920e6a7c3b5:43117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:18:44,294 INFO [RS:0;3920e6a7c3b5:43117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:43117. 2024-12-03T14:18:44,294 DEBUG [RS:0;3920e6a7c3b5:43117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:18:44,294 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b40753dc209717c6c36dbbeb759042e, disabling compactions & flushes 2024-12-03T14:18:44,294 DEBUG [RS:0;3920e6a7c3b5:43117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:18:44,294 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e. 2024-12-03T14:18:44,294 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e. 2024-12-03T14:18:44,294 INFO [RS:0;3920e6a7c3b5:43117 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T14:18:44,294 INFO [RS:0;3920e6a7c3b5:43117 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T14:18:44,294 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e. after waiting 0 ms 2024-12-03T14:18:44,294 INFO [RS:0;3920e6a7c3b5:43117 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T14:18:44,294 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e. 2024-12-03T14:18:44,294 INFO [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T14:18:44,294 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2b40753dc209717c6c36dbbeb759042e 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-03T14:18:44,294 INFO [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T14:18:44,294 DEBUG [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer(1325): Online Regions={2b40753dc209717c6c36dbbeb759042e=hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e., 1588230740=hbase:meta,,1.1588230740, ae5efb1fc3c5487462289cd575514395=test,,1733235450973.ae5efb1fc3c5487462289cd575514395.} 2024-12-03T14:18:44,294 DEBUG [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b40753dc209717c6c36dbbeb759042e, ae5efb1fc3c5487462289cd575514395 2024-12-03T14:18:44,294 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:18:44,294 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:18:44,294 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:18:44,294 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:18:44,294 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:18:44,295 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T14:18:44,313 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/replication/2b40753dc209717c6c36dbbeb759042e/.tmp/hfileref/d6f9211cd9e247a39b906ad052911af8 is 74, key is 1/hfileref:04774f2e0172402cbc91d2b9bd1193c3_SeqId_4_/1733235459071/DeleteColumn/seqid=0 2024-12-03T14:18:44,313 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740/.tmp/info/fad08107275f41cf95d3f10658c56a71 is 147, key is hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e./info:regioninfo/1733235456504/Put/seqid=0 2024-12-03T14:18:44,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741845_1021 (size=7686) 2024-12-03T14:18:44,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741844_1020 (size=5203) 2024-12-03T14:18:44,363 INFO [regionserver/3920e6a7c3b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:18:44,494 DEBUG [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b40753dc209717c6c36dbbeb759042e, ae5efb1fc3c5487462289cd575514395 2024-12-03T14:18:44,695 DEBUG [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b40753dc209717c6c36dbbeb759042e, ae5efb1fc3c5487462289cd575514395 2024-12-03T14:18:44,718 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740/.tmp/info/fad08107275f41cf95d3f10658c56a71 2024-12-03T14:18:44,718 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/replication/2b40753dc209717c6c36dbbeb759042e/.tmp/hfileref/d6f9211cd9e247a39b906ad052911af8 2024-12-03T14:18:44,736 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740/.tmp/ns/9526aeb7d8e649dd96ae255d8fc317e4 is 43, key is default/ns:d/1733235445508/Put/seqid=0 2024-12-03T14:18:44,737 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/replication/2b40753dc209717c6c36dbbeb759042e/.tmp/queue/9b9d802972974edc8e9abda3fd8be2c8 is 153, key is 1-3920e6a7c3b5,43117,1733235441919/queue:3920e6a7c3b5%2C43117%2C1733235441919/1733235460497/Put/seqid=0 2024-12-03T14:18:44,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741846_1022 (size=5153) 2024-12-03T14:18:44,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741847_1023 (size=5352) 2024-12-03T14:18:44,895 DEBUG [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b40753dc209717c6c36dbbeb759042e, ae5efb1fc3c5487462289cd575514395 2024-12-03T14:18:45,095 DEBUG [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b40753dc209717c6c36dbbeb759042e, ae5efb1fc3c5487462289cd575514395 2024-12-03T14:18:45,140 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740/.tmp/ns/9526aeb7d8e649dd96ae255d8fc317e4 2024-12-03T14:18:45,140 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/replication/2b40753dc209717c6c36dbbeb759042e/.tmp/queue/9b9d802972974edc8e9abda3fd8be2c8 2024-12-03T14:18:45,145 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/replication/2b40753dc209717c6c36dbbeb759042e/.tmp/hfileref/d6f9211cd9e247a39b906ad052911af8 as hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/replication/2b40753dc209717c6c36dbbeb759042e/hfileref/d6f9211cd9e247a39b906ad052911af8 2024-12-03T14:18:45,150 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/replication/2b40753dc209717c6c36dbbeb759042e/hfileref/d6f9211cd9e247a39b906ad052911af8, entries=2, sequenceid=10, filesize=5.1 K 2024-12-03T14:18:45,151 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/replication/2b40753dc209717c6c36dbbeb759042e/.tmp/queue/9b9d802972974edc8e9abda3fd8be2c8 as hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/replication/2b40753dc209717c6c36dbbeb759042e/queue/9b9d802972974edc8e9abda3fd8be2c8 2024-12-03T14:18:45,161 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740/.tmp/rep_barrier/5bbe74ebf2fa4048bc73caa5fbb41e63 is 112, key is test,,1733235450973.ae5efb1fc3c5487462289cd575514395./rep_barrier:seqnumDuringOpen/1733235452136/Put/seqid=0 2024-12-03T14:18:45,165 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/replication/2b40753dc209717c6c36dbbeb759042e/queue/9b9d802972974edc8e9abda3fd8be2c8, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T14:18:45,166 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 2b40753dc209717c6c36dbbeb759042e in 872ms, sequenceid=10, compaction requested=false 2024-12-03T14:18:45,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:18:45,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:18:45,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:18:45,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:18:45,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741848_1024 (size=5518) 2024-12-03T14:18:45,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:18:45,184 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/replication/2b40753dc209717c6c36dbbeb759042e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T14:18:45,184 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:18:45,184 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:18:45,185 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e. 2024-12-03T14:18:45,185 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b40753dc209717c6c36dbbeb759042e: Waiting for close lock at 1733235524294Running coprocessor pre-close hooks at 1733235524294Disabling compacts and flushes for region at 1733235524294Disabling writes for close at 1733235524294Obtaining lock to block concurrent updates at 1733235524294Preparing flush snapshotting stores in 2b40753dc209717c6c36dbbeb759042e at 1733235524294Finished memstore snapshotting hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733235524294Flushing stores of hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e. at 1733235524295 (+1 ms)Flushing 2b40753dc209717c6c36dbbeb759042e/hfileref: creating writer at 1733235524295Flushing 2b40753dc209717c6c36dbbeb759042e/hfileref: appending metadata at 1733235524312 (+17 ms)Flushing 2b40753dc209717c6c36dbbeb759042e/hfileref: closing flushed file at 1733235524313 (+1 ms)Flushing 2b40753dc209717c6c36dbbeb759042e/queue: creating writer at 1733235524723 (+410 ms)Flushing 2b40753dc209717c6c36dbbeb759042e/queue: appending metadata at 1733235524736 (+13 ms)Flushing 2b40753dc209717c6c36dbbeb759042e/queue: closing flushed file at 1733235524736Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@573e92a8: reopening flushed file at 1733235525145 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6696dc6a: reopening flushed file at 1733235525150 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 2b40753dc209717c6c36dbbeb759042e in 872ms, sequenceid=10, compaction requested=false at 1733235525166 (+16 ms)Writing region close event to WAL at 1733235525180 (+14 ms)Running coprocessor post-close hooks at 1733235525184 (+4 ms)Closed at 1733235525185 (+1 ms) 2024-12-03T14:18:45,185 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733235455314.2b40753dc209717c6c36dbbeb759042e. 2024-12-03T14:18:45,185 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae5efb1fc3c5487462289cd575514395, disabling compactions & flushes 2024-12-03T14:18:45,185 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733235450973.ae5efb1fc3c5487462289cd575514395. 2024-12-03T14:18:45,185 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235450973.ae5efb1fc3c5487462289cd575514395. 2024-12-03T14:18:45,185 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733235450973.ae5efb1fc3c5487462289cd575514395. after waiting 0 ms 2024-12-03T14:18:45,185 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733235450973.ae5efb1fc3c5487462289cd575514395. 2024-12-03T14:18:45,192 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/default/test/ae5efb1fc3c5487462289cd575514395/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T14:18:45,193 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:18:45,193 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:18:45,193 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733235450973.ae5efb1fc3c5487462289cd575514395. 2024-12-03T14:18:45,193 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae5efb1fc3c5487462289cd575514395: Waiting for close lock at 1733235525185Running coprocessor pre-close hooks at 1733235525185Disabling compacts and flushes for region at 1733235525185Disabling writes for close at 1733235525185Writing region close event to WAL at 1733235525188 (+3 ms)Running coprocessor post-close hooks at 1733235525192 (+4 ms)Closed at 1733235525193 (+1 ms) 2024-12-03T14:18:45,193 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733235450973.ae5efb1fc3c5487462289cd575514395. 2024-12-03T14:18:45,292 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T14:18:45,292 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T14:18:45,295 INFO [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T14:18:45,295 DEBUG [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T14:18:45,295 DEBUG [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:18:45,495 DEBUG [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:18:45,571 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740/.tmp/rep_barrier/5bbe74ebf2fa4048bc73caa5fbb41e63 2024-12-03T14:18:45,597 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740/.tmp/table/1e3a6e32ba3244eaa179270f8593fe1a is 53, key is hbase:replication/table:state/1733235456515/Put/seqid=0 2024-12-03T14:18:45,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741849_1025 (size=5308) 2024-12-03T14:18:45,604 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740/.tmp/table/1e3a6e32ba3244eaa179270f8593fe1a 2024-12-03T14:18:45,613 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740/.tmp/info/fad08107275f41cf95d3f10658c56a71 as hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740/info/fad08107275f41cf95d3f10658c56a71 2024-12-03T14:18:45,623 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740/info/fad08107275f41cf95d3f10658c56a71, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T14:18:45,625 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740/.tmp/ns/9526aeb7d8e649dd96ae255d8fc317e4 as hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740/ns/9526aeb7d8e649dd96ae255d8fc317e4 2024-12-03T14:18:45,634 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740/ns/9526aeb7d8e649dd96ae255d8fc317e4, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T14:18:45,635 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740/.tmp/rep_barrier/5bbe74ebf2fa4048bc73caa5fbb41e63 as hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740/rep_barrier/5bbe74ebf2fa4048bc73caa5fbb41e63 2024-12-03T14:18:45,641 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740/rep_barrier/5bbe74ebf2fa4048bc73caa5fbb41e63, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T14:18:45,642 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740/.tmp/table/1e3a6e32ba3244eaa179270f8593fe1a as hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740/table/1e3a6e32ba3244eaa179270f8593fe1a 2024-12-03T14:18:45,651 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740/table/1e3a6e32ba3244eaa179270f8593fe1a, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T14:18:45,653 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1359ms, sequenceid=16, compaction requested=false 2024-12-03T14:18:45,653 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T14:18:45,669 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T14:18:45,670 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:18:45,670 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:18:45,670 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:18:45,670 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235524294Running coprocessor pre-close hooks at 1733235524294Disabling compacts and flushes for region at 1733235524294Disabling writes for close at 1733235524294Obtaining lock to block concurrent updates at 1733235524295 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733235524295Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733235524295Flushing stores of hbase:meta,,1.1588230740 at 1733235524295Flushing 1588230740/info: creating writer at 1733235524295Flushing 1588230740/info: appending metadata at 1733235524313 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733235524313Flushing 1588230740/ns: creating writer at 1733235524723 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733235524736 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733235524736Flushing 1588230740/rep_barrier: creating writer at 1733235525145 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733235525160 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733235525160Flushing 1588230740/table: creating writer at 1733235525577 (+417 ms)Flushing 1588230740/table: appending metadata at 1733235525596 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733235525596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ae98f6d: reopening flushed file at 1733235525612 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@255842e3: reopening flushed file at 1733235525624 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a955a87: reopening flushed file at 1733235525634 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a1d1379: reopening flushed file at 1733235525641 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1359ms, sequenceid=16, compaction requested=false at 1733235525653 (+12 ms)Writing region close event to WAL at 1733235525661 (+8 ms)Running coprocessor post-close hooks at 1733235525669 (+8 ms)Closed at 1733235525670 (+1 ms) 2024-12-03T14:18:45,670 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T14:18:45,680 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:18:45,696 INFO [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer(976): stopping server 3920e6a7c3b5,43117,1733235441919; all regions closed. 2024-12-03T14:18:45,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741834_1010 (size=4239) 2024-12-03T14:18:45,707 DEBUG [RS:0;3920e6a7c3b5:43117 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/oldWALs 2024-12-03T14:18:45,707 INFO [RS:0;3920e6a7c3b5:43117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C43117%2C1733235441919.meta:.meta(num 1733235445427) 2024-12-03T14:18:45,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741839_1015 (size=2700) 2024-12-03T14:18:45,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:18:45,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:18:45,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:18:45,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:18:45,718 DEBUG [RS:0;3920e6a7c3b5:43117 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/oldWALs 2024-12-03T14:18:45,718 INFO [RS:0;3920e6a7c3b5:43117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C43117%2C1733235441919.rep:(num 1733235456460) 2024-12-03T14:18:45,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:18:45,733 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/WALs/3920e6a7c3b5,43117,1733235441919/3920e6a7c3b5%2C43117%2C1733235441919.1733235444337 not finished, retry = 0 2024-12-03T14:18:45,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741832_1008 (size=1300) 2024-12-03T14:18:45,837 DEBUG [RS:0;3920e6a7c3b5:43117 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/oldWALs 2024-12-03T14:18:45,837 INFO [RS:0;3920e6a7c3b5:43117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C43117%2C1733235441919:(num 1733235444337) 2024-12-03T14:18:45,837 DEBUG [RS:0;3920e6a7c3b5:43117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:18:45,837 INFO [RS:0;3920e6a7c3b5:43117 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:18:45,837 INFO [RS:0;3920e6a7c3b5:43117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:18:45,837 INFO [RS:0;3920e6a7c3b5:43117 {}] hbase.ChoreService(370): Chore service for: regionserver/3920e6a7c3b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T14:18:45,837 INFO [RS:0;3920e6a7c3b5:43117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:18:45,837 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:18:45,838 INFO [RS:0;3920e6a7c3b5:43117 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3920e6a7c3b5,43117,1733235441919 because: Region server is closing 2024-12-03T14:18:45,838 INFO [RS:0;3920e6a7c3b5:43117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:43117. 2024-12-03T14:18:45,838 DEBUG [RS:0;3920e6a7c3b5:43117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:18:45,838 DEBUG [RS:0;3920e6a7c3b5:43117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:18:45,838 DEBUG [RS:0;3920e6a7c3b5:43117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:18:45,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:18:45,939 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.shipper3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T14:18:45,939 INFO [RS:0;3920e6a7c3b5:43117 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.shipper3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 terminated 2024-12-03T14:18:45,940 INFO [RS:0;3920e6a7c3b5:43117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43117 2024-12-03T14:18:45,939 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43117,1733235441919.replicationSource.wal-reader.3920e6a7c3b5%2C43117%2C1733235441919,1-3920e6a7c3b5,43117,1733235441919 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T14:18:46,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x1019b8df4660001, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0493121540/rs/3920e6a7c3b5,43117,1733235441919 2024-12-03T14:18:46,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0493121540/rs 2024-12-03T14:18:46,008 INFO [RS:0;3920e6a7c3b5:43117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:18:46,015 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3920e6a7c3b5,43117,1733235441919] 2024-12-03T14:18:46,033 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0493121540/draining/3920e6a7c3b5,43117,1733235441919 already deleted, retry=false 2024-12-03T14:18:46,033 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3920e6a7c3b5,43117,1733235441919 expired; onlineServers=0 2024-12-03T14:18:46,033 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3920e6a7c3b5,35449,1733235441720' ***** 2024-12-03T14:18:46,033 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T14:18:46,033 INFO [M:0;3920e6a7c3b5:35449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:18:46,033 INFO [M:0;3920e6a7c3b5:35449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:18:46,033 DEBUG [M:0;3920e6a7c3b5:35449 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T14:18:46,033 DEBUG [M:0;3920e6a7c3b5:35449 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T14:18:46,033 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T14:18:46,033 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235444110 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235444110,5,FailOnTimeoutGroup] 2024-12-03T14:18:46,033 INFO [M:0;3920e6a7c3b5:35449 {}] hbase.ChoreService(370): Chore service for: master/3920e6a7c3b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T14:18:46,033 INFO [M:0;3920e6a7c3b5:35449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:18:46,033 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235444110 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235444110,5,FailOnTimeoutGroup] 2024-12-03T14:18:46,033 DEBUG [M:0;3920e6a7c3b5:35449 {}] master.HMaster(1795): Stopping service threads 2024-12-03T14:18:46,033 INFO [M:0;3920e6a7c3b5:35449 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T14:18:46,033 INFO [M:0;3920e6a7c3b5:35449 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:18:46,033 INFO [M:0;3920e6a7c3b5:35449 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T14:18:46,034 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T14:18:46,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0493121540/master 2024-12-03T14:18:46,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0493121540 2024-12-03T14:18:46,047 INFO [M:0;3920e6a7c3b5:35449 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/.lastflushedseqids 2024-12-03T14:18:46,054 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0493121540/master already deleted, retry=false 2024-12-03T14:18:46,054 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Failed delete of our master address node; KeeperErrorCode = NoNode for /0493121540/master 2024-12-03T14:18:46,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741850_1026 (size=263) 2024-12-03T14:18:46,061 INFO [M:0;3920e6a7c3b5:35449 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T14:18:46,061 INFO [M:0;3920e6a7c3b5:35449 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T14:18:46,062 DEBUG [M:0;3920e6a7c3b5:35449 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:18:46,062 INFO [M:0;3920e6a7c3b5:35449 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:18:46,062 DEBUG [M:0;3920e6a7c3b5:35449 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:18:46,062 DEBUG [M:0;3920e6a7c3b5:35449 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:18:46,062 DEBUG [M:0;3920e6a7c3b5:35449 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:18:46,062 INFO [M:0;3920e6a7c3b5:35449 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-12-03T14:18:46,085 DEBUG [M:0;3920e6a7c3b5:35449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fced6e61a6047d59359505050bdd542 is 82, key is hbase:meta,,1/info:regioninfo/1733235445457/Put/seqid=0 2024-12-03T14:18:46,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741851_1027 (size=5672) 2024-12-03T14:18:46,100 INFO [M:0;3920e6a7c3b5:35449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fced6e61a6047d59359505050bdd542 2024-12-03T14:18:46,122 INFO [RS:0;3920e6a7c3b5:43117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:18:46,123 INFO [RS:0;3920e6a7c3b5:43117 {}] regionserver.HRegionServer(1031): Exiting; stopping=3920e6a7c3b5,43117,1733235441919; zookeeper connection closed. 2024-12-03T14:18:46,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x1019b8df4660001, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:18:46,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x1019b8df4660001, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:18:46,124 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@663d2215 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@663d2215 2024-12-03T14:18:46,125 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T14:18:46,133 DEBUG [M:0;3920e6a7c3b5:35449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0e45d44100d4499a79bd9fb78b16193 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733235452150/Put/seqid=0 2024-12-03T14:18:46,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741852_1028 (size=7240) 2024-12-03T14:18:46,542 INFO [M:0;3920e6a7c3b5:35449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0e45d44100d4499a79bd9fb78b16193 2024-12-03T14:18:46,546 INFO [M:0;3920e6a7c3b5:35449 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0e45d44100d4499a79bd9fb78b16193 2024-12-03T14:18:46,558 DEBUG [M:0;3920e6a7c3b5:35449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3145b7e6de21421fa4c08987a04b1334 is 69, key is 3920e6a7c3b5,43117,1733235441919/rs:state/1733235444180/Put/seqid=0 2024-12-03T14:18:46,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741853_1029 (size=5156) 2024-12-03T14:18:46,962 INFO [M:0;3920e6a7c3b5:35449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3145b7e6de21421fa4c08987a04b1334 2024-12-03T14:18:46,967 DEBUG [M:0;3920e6a7c3b5:35449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fced6e61a6047d59359505050bdd542 as hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fced6e61a6047d59359505050bdd542 2024-12-03T14:18:46,971 INFO [M:0;3920e6a7c3b5:35449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fced6e61a6047d59359505050bdd542, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T14:18:46,972 DEBUG [M:0;3920e6a7c3b5:35449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0e45d44100d4499a79bd9fb78b16193 as hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0e45d44100d4499a79bd9fb78b16193 2024-12-03T14:18:46,976 INFO [M:0;3920e6a7c3b5:35449 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0e45d44100d4499a79bd9fb78b16193 2024-12-03T14:18:46,976 INFO [M:0;3920e6a7c3b5:35449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0e45d44100d4499a79bd9fb78b16193, entries=11, sequenceid=105, filesize=7.1 K 2024-12-03T14:18:46,977 DEBUG [M:0;3920e6a7c3b5:35449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3145b7e6de21421fa4c08987a04b1334 as hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3145b7e6de21421fa4c08987a04b1334 2024-12-03T14:18:46,982 INFO [M:0;3920e6a7c3b5:35449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37283/user/jenkins/test-data/c360bbf5-2125-77a8-3e17-1c61bef9d151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3145b7e6de21421fa4c08987a04b1334, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T14:18:46,982 INFO [M:0;3920e6a7c3b5:35449 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=105, compaction requested=false 2024-12-03T14:18:46,985 INFO [M:0;3920e6a7c3b5:35449 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:18:46,985 DEBUG [M:0;3920e6a7c3b5:35449 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235526062Disabling compacts and flushes for region at 1733235526062Disabling writes for close at 1733235526062Obtaining lock to block concurrent updates at 1733235526062Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733235526062Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1733235526062Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733235526063 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733235526063Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733235526085 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733235526085Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733235526111 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733235526132 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733235526132Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733235526546 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733235526557 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733235526558 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56ae2dcd: reopening flushed file at 1733235526966 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c287830: reopening flushed file at 1733235526972 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d293438: reopening flushed file at 1733235526976 (+4 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=105, compaction requested=false at 1733235526982 (+6 ms)Writing region close event to WAL at 1733235526985 (+3 ms)Closed at 1733235526985 2024-12-03T14:18:46,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33409 is added to blk_1073741830_1006 (size=64526) 2024-12-03T14:18:46,987 INFO [M:0;3920e6a7c3b5:35449 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T14:18:46,987 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:18:46,987 INFO [M:0;3920e6a7c3b5:35449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35449 2024-12-03T14:18:46,988 INFO [M:0;3920e6a7c3b5:35449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:18:47,202 INFO [M:0;3920e6a7c3b5:35449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:18:47,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:18:47,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1019b8df4660000, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:18:47,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59761ce5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:18:47,205 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:18:47,205 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:18:47,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:18:47,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/hadoop.log.dir/,STOPPED} 2024-12-03T14:18:47,206 WARN [BP-201318031-172.17.0.2-1733235439832 heartbeating to localhost/127.0.0.1:37283 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T14:18:47,206 WARN [BP-201318031-172.17.0.2-1733235439832 heartbeating to localhost/127.0.0.1:37283 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-201318031-172.17.0.2-1733235439832 (Datanode Uuid 82229e6c-8d5c-442e-88e3-b997146ab5f5) service to localhost/127.0.0.1:37283 2024-12-03T14:18:47,206 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T14:18:47,206 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T14:18:47,206 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/cluster_f8918fa5-61c4-5d3f-e224-3886fbd72db5/data/data1/current/BP-201318031-172.17.0.2-1733235439832 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:18:47,206 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/cluster_f8918fa5-61c4-5d3f-e224-3886fbd72db5/data/data2/current/BP-201318031-172.17.0.2-1733235439832 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:18:47,207 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T14:18:47,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7712fef6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:18:47,211 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:18:47,211 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:18:47,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:18:47,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1052936-d3a0-38cb-64a5-662191b81573/hadoop.log.dir/,STOPPED} 2024-12-03T14:18:47,217 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T14:18:47,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T14:18:47,238 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=161 (was 139) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58931) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37283 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37283 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f702cb91c50.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37283 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58931) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37283 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37283 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f702cb91c50.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45403 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=219 (was 407), ProcessCount=11 (was 11), AvailableMemoryMB=10575 (was 10690) 2024-12-03T14:18:47,245 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=162, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=219, ProcessCount=11, AvailableMemoryMB=10575 2024-12-03T14:18:47,257 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-03T14:18:47,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/hadoop.log.dir so I do NOT create it in target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca 2024-12-03T14:18:47,257 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T14:18:47,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/hadoop.tmp.dir so I do NOT create it in target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca 2024-12-03T14:18:47,257 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a0312a2-7a6a-40e6-343a-35e59ed00160/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T14:18:47,257 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca 2024-12-03T14:18:47,258 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/cluster_774a2c08-fb3d-03b5-2e06-9ac585d968bf, deleteOnExit=true 2024-12-03T14:18:47,281 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/cluster_774a2c08-fb3d-03b5-2e06-9ac585d968bf/zookeeper_0, clientPort=55824, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/cluster_774a2c08-fb3d-03b5-2e06-9ac585d968bf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/cluster_774a2c08-fb3d-03b5-2e06-9ac585d968bf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T14:18:47,282 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55824 2024-12-03T14:18:47,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T14:18:47,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T14:18:47,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/test.cache.data in system properties and HBase conf 2024-12-03T14:18:47,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T14:18:47,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/hadoop.log.dir in system properties and HBase conf 2024-12-03T14:18:47,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T14:18:47,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T14:18:47,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T14:18:47,282 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T14:18:47,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:18:47,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:18:47,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T14:18:47,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:18:47,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T14:18:47,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T14:18:47,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:18:47,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:18:47,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T14:18:47,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/nfs.dump.dir in system properties and HBase conf 2024-12-03T14:18:47,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/java.io.tmpdir in system properties and HBase conf 2024-12-03T14:18:47,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:18:47,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T14:18:47,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T14:18:47,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019b8df4660002, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T14:18:47,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019b8df4660005, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T14:18:47,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019b8df4660002, quorum=127.0.0.1:58931, baseZNode=/0493121540 Received Disconnected from ZooKeeper, ignoring 2024-12-03T14:18:47,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019b8df4660005, quorum=127.0.0.1:58931, baseZNode=/1730760976 Received Disconnected from ZooKeeper, ignoring 2024-12-03T14:18:47,571 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:18:47,574 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:18:47,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:18:47,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:18:47,575 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T14:18:47,576 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:18:47,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a5472ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:18:47,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b270fd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:18:47,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@103e63a7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/java.io.tmpdir/jetty-localhost-39911-hadoop-hdfs-3_4_1-tests_jar-_-any-18332595751272504250/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:18:47,667 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7648a310{HTTP/1.1, (http/1.1)}{localhost:39911} 2024-12-03T14:18:47,667 INFO [Time-limited test {}] server.Server(415): Started @142276ms 2024-12-03T14:18:47,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:18:47,906 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:18:47,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:18:47,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:18:47,907 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T14:18:47,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590247d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:18:47,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53f6c943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:18:47,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37f75450{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/java.io.tmpdir/jetty-localhost-38081-hadoop-hdfs-3_4_1-tests_jar-_-any-6026396225994228997/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:18:47,997 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34b66f5e{HTTP/1.1, (http/1.1)}{localhost:38081} 2024-12-03T14:18:47,997 INFO [Time-limited test {}] server.Server(415): Started @142605ms 2024-12-03T14:18:47,998 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T14:18:48,680 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/cluster_774a2c08-fb3d-03b5-2e06-9ac585d968bf/data/data1/current/BP-855210020-172.17.0.2-1733235527297/current, will proceed with Du for space computation calculation, 2024-12-03T14:18:48,680 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/cluster_774a2c08-fb3d-03b5-2e06-9ac585d968bf/data/data2/current/BP-855210020-172.17.0.2-1733235527297/current, will proceed with Du for space computation calculation, 2024-12-03T14:18:48,695 WARN [Thread-1276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T14:18:48,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab4faf2294ff1e5c with lease ID 0xfb0a6b6c56d7e343: Processing first storage report for DS-00bb7f7b-e9fe-454d-a141-97fe31b4814f from datanode DatanodeRegistration(127.0.0.1:36247, datanodeUuid=8fabab9c-bb38-4719-83e5-b5abe9a6348f, infoPort=44367, infoSecurePort=0, ipcPort=45065, storageInfo=lv=-57;cid=testClusterID;nsid=281566039;c=1733235527297) 2024-12-03T14:18:48,698 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab4faf2294ff1e5c with lease ID 0xfb0a6b6c56d7e343: from storage DS-00bb7f7b-e9fe-454d-a141-97fe31b4814f node DatanodeRegistration(127.0.0.1:36247, datanodeUuid=8fabab9c-bb38-4719-83e5-b5abe9a6348f, infoPort=44367, infoSecurePort=0, ipcPort=45065, storageInfo=lv=-57;cid=testClusterID;nsid=281566039;c=1733235527297), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:18:48,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab4faf2294ff1e5c with lease ID 0xfb0a6b6c56d7e343: Processing first storage report for DS-9e7ade33-5bae-4c39-9507-4fdb1a3187cd from datanode DatanodeRegistration(127.0.0.1:36247, datanodeUuid=8fabab9c-bb38-4719-83e5-b5abe9a6348f, infoPort=44367, infoSecurePort=0, ipcPort=45065, storageInfo=lv=-57;cid=testClusterID;nsid=281566039;c=1733235527297) 2024-12-03T14:18:48,698 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab4faf2294ff1e5c with lease ID 0xfb0a6b6c56d7e343: from storage DS-9e7ade33-5bae-4c39-9507-4fdb1a3187cd node DatanodeRegistration(127.0.0.1:36247, datanodeUuid=8fabab9c-bb38-4719-83e5-b5abe9a6348f, infoPort=44367, infoSecurePort=0, ipcPort=45065, storageInfo=lv=-57;cid=testClusterID;nsid=281566039;c=1733235527297), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:18:48,719 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca 2024-12-03T14:18:48,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:18:48,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:18:48,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741825_1001 (size=7) 2024-12-03T14:18:49,129 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0 with version=8 2024-12-03T14:18:49,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/hbase-staging 2024-12-03T14:18:49,131 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:18:49,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:18:49,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:18:49,131 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:18:49,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:18:49,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:18:49,131 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T14:18:49,131 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:18:49,131 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36369 2024-12-03T14:18:49,132 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36369 connecting to ZooKeeper ensemble=127.0.0.1:55824 2024-12-03T14:18:49,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363690x0, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:18:49,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36369-0x1019b8f4a1c0000 connected 2024-12-03T14:18:49,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:18:49,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:18:49,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Set watcher on znode that does not yet exist, /0-1212897979/running 2024-12-03T14:18:49,326 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0, hbase.cluster.distributed=false 2024-12-03T14:18:49,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Set watcher on znode that does not yet exist, /0-1212897979/acl 2024-12-03T14:18:49,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36369 2024-12-03T14:18:49,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36369 2024-12-03T14:18:49,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36369 2024-12-03T14:18:49,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36369 2024-12-03T14:18:49,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36369 2024-12-03T14:18:49,340 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:18:49,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:18:49,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:18:49,340 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:18:49,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:18:49,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:18:49,341 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T14:18:49,341 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:18:49,341 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39069 2024-12-03T14:18:49,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39069 connecting to ZooKeeper ensemble=127.0.0.1:55824 2024-12-03T14:18:49,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:18:49,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:18:49,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390690x0, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:18:49,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390690x0, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Set watcher on znode that does not yet exist, /0-1212897979/running 2024-12-03T14:18:49,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39069-0x1019b8f4a1c0001 connected 2024-12-03T14:18:49,359 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T14:18:49,360 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T14:18:49,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39069-0x1019b8f4a1c0001, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Set watcher on znode that does not yet exist, /0-1212897979/master 2024-12-03T14:18:49,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39069-0x1019b8f4a1c0001, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Set watcher on znode that does not yet exist, /0-1212897979/acl 2024-12-03T14:18:49,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39069 2024-12-03T14:18:49,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39069 2024-12-03T14:18:49,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39069 2024-12-03T14:18:49,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39069 2024-12-03T14:18:49,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39069 2024-12-03T14:18:49,376 DEBUG [M:0;3920e6a7c3b5:36369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3920e6a7c3b5:36369 2024-12-03T14:18:49,376 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1212897979/backup-masters/3920e6a7c3b5,36369,1733235529130 2024-12-03T14:18:49,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x1019b8f4a1c0001, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979/backup-masters 2024-12-03T14:18:49,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979/backup-masters 2024-12-03T14:18:49,386 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Set watcher on existing znode=/0-1212897979/backup-masters/3920e6a7c3b5,36369,1733235529130 2024-12-03T14:18:49,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x1019b8f4a1c0001, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1212897979/master 2024-12-03T14:18:49,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979 2024-12-03T14:18:49,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x1019b8f4a1c0001, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979 2024-12-03T14:18:49,397 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Set watcher on existing znode=/0-1212897979/master 2024-12-03T14:18:49,397 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1212897979/backup-masters/3920e6a7c3b5,36369,1733235529130 from backup master directory 2024-12-03T14:18:49,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1212897979/backup-masters/3920e6a7c3b5,36369,1733235529130 2024-12-03T14:18:49,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x1019b8f4a1c0001, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979/backup-masters 2024-12-03T14:18:49,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979/backup-masters 2024-12-03T14:18:49,407 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:18:49,407 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3920e6a7c3b5,36369,1733235529130 2024-12-03T14:18:49,410 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/hbase.id] with ID: a15d10a4-3eaa-42ab-8d91-231341c52f8a 2024-12-03T14:18:49,410 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/.tmp/hbase.id 2024-12-03T14:18:49,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741826_1002 (size=42) 2024-12-03T14:18:49,415 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/.tmp/hbase.id]:[hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/hbase.id] 2024-12-03T14:18:49,424 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:18:49,425 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T14:18:49,426 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T14:18:49,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x1019b8f4a1c0001, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979 2024-12-03T14:18:49,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979 2024-12-03T14:18:49,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741827_1003 (size=196) 2024-12-03T14:18:49,905 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:18:49,906 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T14:18:49,906 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:18:49,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741828_1004 (size=1189) 2024-12-03T14:18:50,313 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store 2024-12-03T14:18:50,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741829_1005 (size=34) 2024-12-03T14:18:50,688 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:18:50,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:18:50,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:18:50,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:18:50,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:18:50,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:18:50,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:18:50,719 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:18:50,719 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:18:50,719 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:18:50,719 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:18:50,719 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:18:50,719 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:18:50,719 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:18:50,719 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235530719Disabling compacts and flushes for region at 1733235530719Disabling writes for close at 1733235530719Writing region close event to WAL at 1733235530719Closed at 1733235530719 2024-12-03T14:18:50,720 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/.initializing 2024-12-03T14:18:50,720 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/WALs/3920e6a7c3b5,36369,1733235529130 2024-12-03T14:18:50,721 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:18:50,723 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3920e6a7c3b5%2C36369%2C1733235529130, suffix=, logDir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/WALs/3920e6a7c3b5,36369,1733235529130, archiveDir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/oldWALs, maxLogs=10 2024-12-03T14:18:50,734 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/WALs/3920e6a7c3b5,36369,1733235529130/3920e6a7c3b5%2C36369%2C1733235529130.1733235530723, exclude list is [], retry=0 2024-12-03T14:18:50,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36247,DS-00bb7f7b-e9fe-454d-a141-97fe31b4814f,DISK] 2024-12-03T14:18:50,737 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/WALs/3920e6a7c3b5,36369,1733235529130/3920e6a7c3b5%2C36369%2C1733235529130.1733235530723 2024-12-03T14:18:50,738 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44367:44367)] 2024-12-03T14:18:50,738 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:18:50,738 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:18:50,738 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:18:50,738 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:18:50,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:18:50,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T14:18:50,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:50,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:18:50,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:18:50,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T14:18:50,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:50,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:18:50,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:18:50,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T14:18:50,743 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:50,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:18:50,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:18:50,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T14:18:50,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:50,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:18:50,744 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:18:50,745 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:18:50,745 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:18:50,746 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:18:50,746 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:18:50,747 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:18:50,749 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:18:50,751 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:18:50,751 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70784784, jitterRate=0.05477547645568848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:18:50,752 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733235530738Initializing all the Stores at 1733235530739 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235530739Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235530739Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235530739Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235530739Cleaning up temporary data from old regions at 1733235530746 (+7 ms)Region opened successfully at 1733235530752 (+6 ms) 2024-12-03T14:18:50,752 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T14:18:50,755 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4420a481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:18:50,756 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T14:18:50,756 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T14:18:50,756 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T14:18:50,756 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T14:18:50,757 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T14:18:50,757 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T14:18:50,757 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T14:18:50,759 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T14:18:50,760 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Unable to get data of znode /0-1212897979/balancer because node does not exist (not necessarily an error) 2024-12-03T14:18:50,828 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1212897979/balancer already deleted, retry=false 2024-12-03T14:18:50,828 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T14:18:50,829 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Unable to get data of znode /0-1212897979/normalizer because node does not exist (not necessarily an error) 2024-12-03T14:18:50,838 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1212897979/normalizer already deleted, retry=false 2024-12-03T14:18:50,839 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T14:18:50,839 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Unable to get data of znode /0-1212897979/switch/split because node does not exist (not necessarily an error) 2024-12-03T14:18:50,849 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1212897979/switch/split already deleted, retry=false 2024-12-03T14:18:50,850 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Unable to get data of znode /0-1212897979/switch/merge because node does not exist (not necessarily an error) 2024-12-03T14:18:50,860 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1212897979/switch/merge already deleted, retry=false 2024-12-03T14:18:50,862 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Unable to get data of znode /0-1212897979/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T14:18:50,874 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1212897979/snapshot-cleanup already deleted, retry=false 2024-12-03T14:18:50,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1212897979/running 2024-12-03T14:18:50,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979 2024-12-03T14:18:50,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x1019b8f4a1c0001, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1212897979/running 2024-12-03T14:18:50,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x1019b8f4a1c0001, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979 2024-12-03T14:18:50,886 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3920e6a7c3b5,36369,1733235529130, sessionid=0x1019b8f4a1c0000, setting cluster-up flag (Was=false) 2024-12-03T14:18:50,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x1019b8f4a1c0001, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979 2024-12-03T14:18:50,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979 2024-12-03T14:18:50,937 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1212897979/flush-table-proc/acquired, /0-1212897979/flush-table-proc/reached, /0-1212897979/flush-table-proc/abort 2024-12-03T14:18:50,938 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,36369,1733235529130 2024-12-03T14:18:50,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x1019b8f4a1c0001, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979 2024-12-03T14:18:50,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979 2024-12-03T14:18:50,990 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1212897979/online-snapshot/acquired, /0-1212897979/online-snapshot/reached, /0-1212897979/online-snapshot/abort 2024-12-03T14:18:50,991 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,36369,1733235529130 2024-12-03T14:18:50,992 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T14:18:50,993 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T14:18:50,993 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T14:18:50,993 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T14:18:50,994 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3920e6a7c3b5,36369,1733235529130 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T14:18:50,995 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:18:50,995 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:18:50,995 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:18:50,995 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:18:50,995 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3920e6a7c3b5:0, corePoolSize=10, maxPoolSize=10 2024-12-03T14:18:50,995 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:50,995 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:18:50,995 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:50,996 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733235560995 2024-12-03T14:18:50,996 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T14:18:50,996 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T14:18:50,996 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T14:18:50,996 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T14:18:50,996 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T14:18:50,996 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T14:18:50,996 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:50,996 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:18:50,996 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T14:18:50,996 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T14:18:50,996 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T14:18:50,996 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T14:18:50,996 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T14:18:50,997 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T14:18:50,997 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T14:18:50,997 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235530997,5,FailOnTimeoutGroup] 2024-12-03T14:18:50,997 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235530997,5,FailOnTimeoutGroup] 2024-12-03T14:18:50,997 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:50,997 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T14:18:50,997 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:50,997 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:50,997 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:50,997 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T14:18:51,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741831_1007 (size=1321) 2024-12-03T14:18:51,070 INFO [RS:0;3920e6a7c3b5:39069 {}] regionserver.HRegionServer(746): ClusterId : a15d10a4-3eaa-42ab-8d91-231341c52f8a 2024-12-03T14:18:51,070 DEBUG [RS:0;3920e6a7c3b5:39069 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T14:18:51,082 DEBUG [RS:0;3920e6a7c3b5:39069 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T14:18:51,082 DEBUG [RS:0;3920e6a7c3b5:39069 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T14:18:51,092 DEBUG [RS:0;3920e6a7c3b5:39069 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T14:18:51,092 DEBUG [RS:0;3920e6a7c3b5:39069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171c3539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:18:51,101 DEBUG [RS:0;3920e6a7c3b5:39069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3920e6a7c3b5:39069 2024-12-03T14:18:51,101 INFO [RS:0;3920e6a7c3b5:39069 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T14:18:51,101 INFO [RS:0;3920e6a7c3b5:39069 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T14:18:51,101 DEBUG [RS:0;3920e6a7c3b5:39069 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T14:18:51,102 INFO [RS:0;3920e6a7c3b5:39069 {}] regionserver.HRegionServer(2659): reportForDuty to master=3920e6a7c3b5,36369,1733235529130 with port=39069, startcode=1733235529340 2024-12-03T14:18:51,102 DEBUG [RS:0;3920e6a7c3b5:39069 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T14:18:51,103 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T14:18:51,104 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3920e6a7c3b5,39069,1733235529340 2024-12-03T14:18:51,104 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36369 {}] master.ServerManager(517): Registering regionserver=3920e6a7c3b5,39069,1733235529340 2024-12-03T14:18:51,105 DEBUG [RS:0;3920e6a7c3b5:39069 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0 2024-12-03T14:18:51,105 DEBUG [RS:0;3920e6a7c3b5:39069 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34853 2024-12-03T14:18:51,105 DEBUG [RS:0;3920e6a7c3b5:39069 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T14:18:51,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979/rs 2024-12-03T14:18:51,117 DEBUG [RS:0;3920e6a7c3b5:39069 {}] zookeeper.ZKUtil(111): regionserver:39069-0x1019b8f4a1c0001, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Set watcher on existing znode=/0-1212897979/rs/3920e6a7c3b5,39069,1733235529340 2024-12-03T14:18:51,117 WARN [RS:0;3920e6a7c3b5:39069 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:18:51,117 INFO [RS:0;3920e6a7c3b5:39069 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:18:51,117 DEBUG [RS:0;3920e6a7c3b5:39069 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,39069,1733235529340 2024-12-03T14:18:51,117 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3920e6a7c3b5,39069,1733235529340] 2024-12-03T14:18:51,120 INFO [RS:0;3920e6a7c3b5:39069 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T14:18:51,121 INFO [RS:0;3920e6a7c3b5:39069 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T14:18:51,121 INFO [RS:0;3920e6a7c3b5:39069 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T14:18:51,122 INFO [RS:0;3920e6a7c3b5:39069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:51,122 INFO [RS:0;3920e6a7c3b5:39069 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T14:18:51,122 INFO [RS:0;3920e6a7c3b5:39069 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T14:18:51,122 INFO [RS:0;3920e6a7c3b5:39069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:51,122 DEBUG [RS:0;3920e6a7c3b5:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:51,122 DEBUG [RS:0;3920e6a7c3b5:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:51,122 DEBUG [RS:0;3920e6a7c3b5:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:51,122 DEBUG [RS:0;3920e6a7c3b5:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:51,123 DEBUG [RS:0;3920e6a7c3b5:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:51,123 DEBUG [RS:0;3920e6a7c3b5:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:18:51,123 DEBUG [RS:0;3920e6a7c3b5:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:51,123 DEBUG [RS:0;3920e6a7c3b5:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:51,123 DEBUG [RS:0;3920e6a7c3b5:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:51,123 DEBUG [RS:0;3920e6a7c3b5:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:51,123 DEBUG [RS:0;3920e6a7c3b5:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:51,123 DEBUG [RS:0;3920e6a7c3b5:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:51,123 DEBUG [RS:0;3920e6a7c3b5:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:18:51,123 DEBUG [RS:0;3920e6a7c3b5:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:18:51,124 INFO [RS:0;3920e6a7c3b5:39069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:51,124 INFO [RS:0;3920e6a7c3b5:39069 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:51,124 INFO [RS:0;3920e6a7c3b5:39069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:51,124 INFO [RS:0;3920e6a7c3b5:39069 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:51,124 INFO [RS:0;3920e6a7c3b5:39069 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:51,124 INFO [RS:0;3920e6a7c3b5:39069 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,39069,1733235529340-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:18:51,139 INFO [RS:0;3920e6a7c3b5:39069 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T14:18:51,139 INFO [RS:0;3920e6a7c3b5:39069 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,39069,1733235529340-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:51,139 INFO [RS:0;3920e6a7c3b5:39069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:51,139 INFO [RS:0;3920e6a7c3b5:39069 {}] regionserver.Replication(171): 3920e6a7c3b5,39069,1733235529340 started 2024-12-03T14:18:51,153 INFO [RS:0;3920e6a7c3b5:39069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:51,153 INFO [RS:0;3920e6a7c3b5:39069 {}] regionserver.HRegionServer(1482): Serving as 3920e6a7c3b5,39069,1733235529340, RpcServer on 3920e6a7c3b5/172.17.0.2:39069, sessionid=0x1019b8f4a1c0001 2024-12-03T14:18:51,153 DEBUG [RS:0;3920e6a7c3b5:39069 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T14:18:51,153 DEBUG [RS:0;3920e6a7c3b5:39069 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3920e6a7c3b5,39069,1733235529340 2024-12-03T14:18:51,153 DEBUG [RS:0;3920e6a7c3b5:39069 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,39069,1733235529340' 2024-12-03T14:18:51,153 DEBUG [RS:0;3920e6a7c3b5:39069 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1212897979/flush-table-proc/abort' 2024-12-03T14:18:51,154 DEBUG [RS:0;3920e6a7c3b5:39069 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1212897979/flush-table-proc/acquired' 2024-12-03T14:18:51,154 DEBUG [RS:0;3920e6a7c3b5:39069 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T14:18:51,154 DEBUG [RS:0;3920e6a7c3b5:39069 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T14:18:51,154 DEBUG [RS:0;3920e6a7c3b5:39069 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3920e6a7c3b5,39069,1733235529340 2024-12-03T14:18:51,154 DEBUG [RS:0;3920e6a7c3b5:39069 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,39069,1733235529340' 2024-12-03T14:18:51,154 DEBUG [RS:0;3920e6a7c3b5:39069 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1212897979/online-snapshot/abort' 2024-12-03T14:18:51,154 DEBUG [RS:0;3920e6a7c3b5:39069 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1212897979/online-snapshot/acquired' 2024-12-03T14:18:51,155 DEBUG [RS:0;3920e6a7c3b5:39069 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T14:18:51,155 INFO [RS:0;3920e6a7c3b5:39069 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T14:18:51,155 INFO [RS:0;3920e6a7c3b5:39069 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T14:18:51,255 INFO [RS:0;3920e6a7c3b5:39069 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:18:51,257 INFO [RS:0;3920e6a7c3b5:39069 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C39069%2C1733235529340, suffix=, logDir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,39069,1733235529340, archiveDir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/oldWALs, maxLogs=10 2024-12-03T14:18:51,267 DEBUG [RS:0;3920e6a7c3b5:39069 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,39069,1733235529340/3920e6a7c3b5%2C39069%2C1733235529340.1733235531257, exclude list is [], retry=0 2024-12-03T14:18:51,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36247,DS-00bb7f7b-e9fe-454d-a141-97fe31b4814f,DISK] 2024-12-03T14:18:51,271 INFO [RS:0;3920e6a7c3b5:39069 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,39069,1733235529340/3920e6a7c3b5%2C39069%2C1733235529340.1733235531257 2024-12-03T14:18:51,271 DEBUG [RS:0;3920e6a7c3b5:39069 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44367:44367)] 2024-12-03T14:18:51,404 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T14:18:51,404 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0 2024-12-03T14:18:51,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741833_1009 (size=32) 2024-12-03T14:18:51,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:18:51,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:18:51,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:18:51,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:51,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:18:51,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:18:51,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:18:51,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:51,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:18:51,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:18:51,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:18:51,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:51,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:18:51,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:18:51,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:18:51,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:51,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:18:51,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:18:51,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740 2024-12-03T14:18:51,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740 2024-12-03T14:18:51,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:18:51,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:18:51,819 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:18:51,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:18:51,822 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:18:51,822 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72657258, jitterRate=0.08267751336097717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:18:51,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733235531810Initializing all the Stores at 1733235531811 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235531811Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235531811Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235531811Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235531811Cleaning up temporary data from old regions at 1733235531819 (+8 ms)Region opened successfully at 1733235531823 (+4 ms) 2024-12-03T14:18:51,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:18:51,823 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:18:51,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:18:51,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:18:51,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:18:51,823 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:18:51,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235531823Disabling compacts and flushes for region at 1733235531823Disabling writes for close at 1733235531823Writing region close event to WAL at 1733235531823Closed at 1733235531823 2024-12-03T14:18:51,824 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:18:51,824 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T14:18:51,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T14:18:51,825 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:18:51,826 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T14:18:51,976 DEBUG [3920e6a7c3b5:36369 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:18:51,976 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3920e6a7c3b5,39069,1733235529340 2024-12-03T14:18:51,977 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,39069,1733235529340, state=OPENING 2024-12-03T14:18:52,038 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T14:18:52,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979 2024-12-03T14:18:52,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x1019b8f4a1c0001, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979 2024-12-03T14:18:52,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1212897979/meta-region-server: CHANGED 2024-12-03T14:18:52,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1212897979/meta-region-server: CHANGED 2024-12-03T14:18:52,072 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:18:52,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,39069,1733235529340}] 2024-12-03T14:18:52,225 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:18:52,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T14:18:52,229 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T14:18:52,229 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:18:52,229 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T14:18:52,231 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C39069%2C1733235529340.meta, suffix=.meta, logDir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,39069,1733235529340, archiveDir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/oldWALs, maxLogs=10 2024-12-03T14:18:52,242 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,39069,1733235529340/3920e6a7c3b5%2C39069%2C1733235529340.meta.1733235532231.meta, exclude list is [], retry=0 2024-12-03T14:18:52,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36247,DS-00bb7f7b-e9fe-454d-a141-97fe31b4814f,DISK] 2024-12-03T14:18:52,245 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,39069,1733235529340/3920e6a7c3b5%2C39069%2C1733235529340.meta.1733235532231.meta 2024-12-03T14:18:52,245 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44367:44367)] 2024-12-03T14:18:52,246 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:18:52,246 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:18:52,246 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:18:52,246 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T14:18:52,246 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T14:18:52,246 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T14:18:52,246 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:18:52,246 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T14:18:52,246 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T14:18:52,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:18:52,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:18:52,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:52,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:18:52,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:18:52,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:18:52,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:52,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:18:52,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:18:52,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:18:52,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:52,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:18:52,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:18:52,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:18:52,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:52,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:18:52,252 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:18:52,253 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740 2024-12-03T14:18:52,254 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740 2024-12-03T14:18:52,255 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:18:52,255 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:18:52,256 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:18:52,257 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:18:52,257 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63462512, jitterRate=-0.05433487892150879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:18:52,257 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T14:18:52,258 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733235532246Writing region info on filesystem at 1733235532246Initializing all the Stores at 1733235532247 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235532247Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235532247Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235532247Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235532247Cleaning up temporary data from old regions at 1733235532255 (+8 ms)Running coprocessor post-open hooks at 1733235532257 (+2 ms)Region opened successfully at 1733235532258 (+1 ms) 2024-12-03T14:18:52,259 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733235532224 2024-12-03T14:18:52,261 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T14:18:52,261 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T14:18:52,261 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,39069,1733235529340 2024-12-03T14:18:52,262 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,39069,1733235529340, state=OPEN 2024-12-03T14:18:52,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x1019b8f4a1c0001, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1212897979/meta-region-server 2024-12-03T14:18:52,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1212897979/meta-region-server 2024-12-03T14:18:52,281 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,39069,1733235529340 2024-12-03T14:18:52,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1212897979/meta-region-server: CHANGED 2024-12-03T14:18:52,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1212897979/meta-region-server: CHANGED 2024-12-03T14:18:52,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T14:18:52,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,39069,1733235529340 in 209 msec 2024-12-03T14:18:52,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T14:18:52,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-12-03T14:18:52,286 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:18:52,286 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T14:18:52,287 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:18:52,287 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,39069,1733235529340, seqNum=-1] 2024-12-03T14:18:52,287 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:18:52,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:18:52,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-12-03T14:18:52,294 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733235532293, completionTime=-1 2024-12-03T14:18:52,294 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T14:18:52,294 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T14:18:52,296 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T14:18:52,296 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733235592296 2024-12-03T14:18:52,296 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733235652296 2024-12-03T14:18:52,296 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T14:18:52,296 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,36369,1733235529130-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:52,296 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,36369,1733235529130-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:52,296 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,36369,1733235529130-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:52,296 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3920e6a7c3b5:36369, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:52,296 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:52,297 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:52,298 DEBUG [master/3920e6a7c3b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T14:18:52,300 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.893sec 2024-12-03T14:18:52,300 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T14:18:52,300 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T14:18:52,300 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T14:18:52,300 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T14:18:52,300 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T14:18:52,300 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,36369,1733235529130-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:18:52,301 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,36369,1733235529130-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T14:18:52,303 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T14:18:52,303 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T14:18:52,303 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,36369,1733235529130-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:52,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357b9dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:18:52,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,36369,-1 for getting cluster id 2024-12-03T14:18:52,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:18:52,372 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a15d10a4-3eaa-42ab-8d91-231341c52f8a' 2024-12-03T14:18:52,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:18:52,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a15d10a4-3eaa-42ab-8d91-231341c52f8a" 2024-12-03T14:18:52,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113eb4e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:18:52,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,36369,-1] 2024-12-03T14:18:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:18:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:18:52,374 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:18:52,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3236b887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:18:52,375 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:18:52,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,39069,1733235529340, seqNum=-1] 2024-12-03T14:18:52,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:18:52,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:18:52,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3920e6a7c3b5,36369,1733235529130 2024-12-03T14:18:52,379 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55824 2024-12-03T14:18:52,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:18:52,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019b8f4a1c0002 connected 2024-12-03T14:18:52,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/hadoop.log.dir so I do NOT create it in target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7 2024-12-03T14:18:52,403 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T14:18:52,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/hadoop.tmp.dir so I do NOT create it in target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7 2024-12-03T14:18:52,403 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T14:18:52,403 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7 2024-12-03T14:18:52,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T14:18:52,403 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/cluster_f4919d42-33fe-d82d-eea7-a608768cad42, deleteOnExit=true 2024-12-03T14:18:52,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T14:18:52,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/test.cache.data in system properties and HBase conf 2024-12-03T14:18:52,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T14:18:52,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/hadoop.log.dir in system properties and HBase conf 2024-12-03T14:18:52,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T14:18:52,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T14:18:52,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T14:18:52,403 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T14:18:52,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:18:52,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:18:52,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T14:18:52,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:18:52,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T14:18:52,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T14:18:52,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:18:52,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:18:52,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T14:18:52,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/nfs.dump.dir in system properties and HBase conf 2024-12-03T14:18:52,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/java.io.tmpdir in system properties and HBase conf 2024-12-03T14:18:52,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:18:52,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T14:18:52,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T14:18:52,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T14:18:52,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T14:18:52,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:18:52,669 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:18:52,672 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:18:52,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:18:52,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:18:52,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T14:18:52,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:18:52,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72c980f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:18:52,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b17a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:18:52,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e19afe9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/java.io.tmpdir/jetty-localhost-43561-hadoop-hdfs-3_4_1-tests_jar-_-any-14289616926274608597/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:18:52,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65fadc0e{HTTP/1.1, (http/1.1)}{localhost:43561} 2024-12-03T14:18:52,765 INFO [Time-limited test {}] server.Server(415): Started @147374ms 2024-12-03T14:18:53,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:18:53,023 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:18:53,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:18:53,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:18:53,028 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T14:18:53,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58541b57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:18:53,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2918e8d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:18:53,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fb5c9dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/java.io.tmpdir/jetty-localhost-38193-hadoop-hdfs-3_4_1-tests_jar-_-any-18327715381143803828/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:18:53,120 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2845a215{HTTP/1.1, (http/1.1)}{localhost:38193} 2024-12-03T14:18:53,120 INFO [Time-limited test {}] server.Server(415): Started @147728ms 2024-12-03T14:18:53,121 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T14:18:53,749 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/cluster_f4919d42-33fe-d82d-eea7-a608768cad42/data/data2/current/BP-313396935-172.17.0.2-1733235532419/current, will proceed with Du for space computation calculation, 2024-12-03T14:18:53,749 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/cluster_f4919d42-33fe-d82d-eea7-a608768cad42/data/data1/current/BP-313396935-172.17.0.2-1733235532419/current, will proceed with Du for space computation calculation, 2024-12-03T14:18:53,769 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T14:18:53,772 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd82d89700ca10fa with lease ID 0xe7437a355b935011: Processing first storage report for DS-e7aa1ebc-5fc6-4f49-ada9-de213fd9bea9 from datanode DatanodeRegistration(127.0.0.1:46111, datanodeUuid=d3ee76f8-d3b0-45f1-adb7-fd130b4f732b, infoPort=38091, infoSecurePort=0, ipcPort=41723, storageInfo=lv=-57;cid=testClusterID;nsid=979517107;c=1733235532419) 2024-12-03T14:18:53,772 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd82d89700ca10fa with lease ID 0xe7437a355b935011: from storage DS-e7aa1ebc-5fc6-4f49-ada9-de213fd9bea9 node DatanodeRegistration(127.0.0.1:46111, datanodeUuid=d3ee76f8-d3b0-45f1-adb7-fd130b4f732b, infoPort=38091, infoSecurePort=0, ipcPort=41723, storageInfo=lv=-57;cid=testClusterID;nsid=979517107;c=1733235532419), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:18:53,772 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd82d89700ca10fa with lease ID 0xe7437a355b935011: Processing first storage report for DS-0df4ec13-d038-477a-a9a1-de94e3d76d14 from datanode DatanodeRegistration(127.0.0.1:46111, datanodeUuid=d3ee76f8-d3b0-45f1-adb7-fd130b4f732b, infoPort=38091, infoSecurePort=0, ipcPort=41723, storageInfo=lv=-57;cid=testClusterID;nsid=979517107;c=1733235532419) 2024-12-03T14:18:53,772 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd82d89700ca10fa with lease ID 0xe7437a355b935011: from storage DS-0df4ec13-d038-477a-a9a1-de94e3d76d14 node DatanodeRegistration(127.0.0.1:46111, datanodeUuid=d3ee76f8-d3b0-45f1-adb7-fd130b4f732b, infoPort=38091, infoSecurePort=0, ipcPort=41723, storageInfo=lv=-57;cid=testClusterID;nsid=979517107;c=1733235532419), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T14:18:53,844 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7 2024-12-03T14:18:53,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:18:53,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:18:53,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741825_1001 (size=7) 2024-12-03T14:18:54,254 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455 with version=8 2024-12-03T14:18:54,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/hbase-staging 2024-12-03T14:18:54,256 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:18:54,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:18:54,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:18:54,256 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:18:54,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:18:54,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:18:54,256 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T14:18:54,256 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:18:54,256 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35185 2024-12-03T14:18:54,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35185 connecting to ZooKeeper ensemble=127.0.0.1:55824 2024-12-03T14:18:54,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351850x0, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:18:54,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35185-0x1019b8f4a1c0003 connected 2024-12-03T14:18:54,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:18:54,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:18:54,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Set watcher on znode that does not yet exist, /1-1776190724/running 2024-12-03T14:18:54,401 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455, hbase.cluster.distributed=false 2024-12-03T14:18:54,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Set watcher on znode that does not yet exist, /1-1776190724/acl 2024-12-03T14:18:54,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35185 2024-12-03T14:18:54,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35185 2024-12-03T14:18:54,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35185 2024-12-03T14:18:54,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35185 2024-12-03T14:18:54,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35185 2024-12-03T14:18:54,433 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:18:54,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:18:54,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:18:54,433 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:18:54,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:18:54,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:18:54,434 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T14:18:54,434 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:18:54,435 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36931 2024-12-03T14:18:54,436 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36931 connecting to ZooKeeper ensemble=127.0.0.1:55824 2024-12-03T14:18:54,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:18:54,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:18:54,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369310x0, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:18:54,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36931-0x1019b8f4a1c0004 connected 2024-12-03T14:18:54,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36931-0x1019b8f4a1c0004, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Set watcher on znode that does not yet exist, /1-1776190724/running 2024-12-03T14:18:54,454 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T14:18:54,454 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T14:18:54,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36931-0x1019b8f4a1c0004, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Set watcher on znode that does not yet exist, /1-1776190724/master 2024-12-03T14:18:54,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36931-0x1019b8f4a1c0004, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Set watcher on znode that does not yet exist, /1-1776190724/acl 2024-12-03T14:18:54,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36931 2024-12-03T14:18:54,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36931 2024-12-03T14:18:54,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36931 2024-12-03T14:18:54,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36931 2024-12-03T14:18:54,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36931 2024-12-03T14:18:54,470 DEBUG [M:0;3920e6a7c3b5:35185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3920e6a7c3b5:35185 2024-12-03T14:18:54,471 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1776190724/backup-masters/3920e6a7c3b5,35185,1733235534255 2024-12-03T14:18:54,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x1019b8f4a1c0004, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776190724/backup-masters 2024-12-03T14:18:54,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776190724/backup-masters 2024-12-03T14:18:54,481 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Set watcher on existing znode=/1-1776190724/backup-masters/3920e6a7c3b5,35185,1733235534255 2024-12-03T14:18:54,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x1019b8f4a1c0004, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1776190724/master 2024-12-03T14:18:54,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776190724 2024-12-03T14:18:54,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x1019b8f4a1c0004, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776190724 2024-12-03T14:18:54,492 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Set watcher on existing znode=/1-1776190724/master 2024-12-03T14:18:54,492 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1776190724/backup-masters/3920e6a7c3b5,35185,1733235534255 from backup master directory 2024-12-03T14:18:54,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x1019b8f4a1c0004, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776190724/backup-masters 2024-12-03T14:18:54,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1776190724/backup-masters/3920e6a7c3b5,35185,1733235534255 2024-12-03T14:18:54,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776190724/backup-masters 2024-12-03T14:18:54,512 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:18:54,512 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3920e6a7c3b5,35185,1733235534255 2024-12-03T14:18:54,517 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/hbase.id] with ID: cf4114fd-cf7c-4a92-9793-c711c5cd474b 2024-12-03T14:18:54,517 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/.tmp/hbase.id 2024-12-03T14:18:54,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741826_1002 (size=42) 2024-12-03T14:18:54,931 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/.tmp/hbase.id]:[hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/hbase.id] 2024-12-03T14:18:54,952 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:18:54,953 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T14:18:54,954 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T14:18:55,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x1019b8f4a1c0004, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776190724 2024-12-03T14:18:55,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776190724 2024-12-03T14:18:55,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741827_1003 (size=196) 2024-12-03T14:18:55,414 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:18:55,414 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T14:18:55,414 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:18:55,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741828_1004 (size=1189) 2024-12-03T14:18:55,823 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/data/master/store 2024-12-03T14:18:55,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741829_1005 (size=34) 2024-12-03T14:18:56,229 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:18:56,229 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:18:56,229 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:18:56,229 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:18:56,229 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:18:56,229 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:18:56,229 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:18:56,229 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235536229Disabling compacts and flushes for region at 1733235536229Disabling writes for close at 1733235536229Writing region close event to WAL at 1733235536229Closed at 1733235536229 2024-12-03T14:18:56,230 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/data/master/store/.initializing 2024-12-03T14:18:56,230 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/WALs/3920e6a7c3b5,35185,1733235534255 2024-12-03T14:18:56,231 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:18:56,233 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3920e6a7c3b5%2C35185%2C1733235534255, suffix=, logDir=hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/WALs/3920e6a7c3b5,35185,1733235534255, archiveDir=hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/oldWALs, maxLogs=10 2024-12-03T14:18:56,249 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/WALs/3920e6a7c3b5,35185,1733235534255/3920e6a7c3b5%2C35185%2C1733235534255.1733235536233, exclude list is [], retry=0 2024-12-03T14:18:56,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46111,DS-e7aa1ebc-5fc6-4f49-ada9-de213fd9bea9,DISK] 2024-12-03T14:18:56,255 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/WALs/3920e6a7c3b5,35185,1733235534255/3920e6a7c3b5%2C35185%2C1733235534255.1733235536233 2024-12-03T14:18:56,255 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38091:38091)] 2024-12-03T14:18:56,255 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:18:56,255 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:18:56,255 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:18:56,255 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:18:56,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:18:56,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T14:18:56,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:56,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:18:56,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:18:56,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T14:18:56,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:56,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:18:56,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:18:56,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T14:18:56,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:56,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:18:56,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:18:56,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T14:18:56,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:56,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:18:56,264 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:18:56,265 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:18:56,265 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:18:56,266 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:18:56,266 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:18:56,266 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:18:56,267 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:18:56,269 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:18:56,269 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65310903, jitterRate=-0.026791706681251526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:18:56,270 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733235536255Initializing all the Stores at 1733235536256 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235536257 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235536257Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235536257Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235536257Cleaning up temporary data from old regions at 1733235536266 (+9 ms)Region opened successfully at 1733235536269 (+3 ms) 2024-12-03T14:18:56,270 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T14:18:56,272 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586c50e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:18:56,273 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T14:18:56,273 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T14:18:56,273 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T14:18:56,273 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T14:18:56,273 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T14:18:56,274 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T14:18:56,274 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T14:18:56,275 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T14:18:56,276 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Unable to get data of znode /1-1776190724/balancer because node does not exist (not necessarily an error) 2024-12-03T14:18:56,344 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1776190724/balancer already deleted, retry=false 2024-12-03T14:18:56,344 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T14:18:56,345 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Unable to get data of znode /1-1776190724/normalizer because node does not exist (not necessarily an error) 2024-12-03T14:18:56,354 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1776190724/normalizer already deleted, retry=false 2024-12-03T14:18:56,354 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T14:18:56,355 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Unable to get data of znode /1-1776190724/switch/split because node does not exist (not necessarily an error) 2024-12-03T14:18:56,365 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1776190724/switch/split already deleted, retry=false 2024-12-03T14:18:56,365 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Unable to get data of znode /1-1776190724/switch/merge because node does not exist (not necessarily an error) 2024-12-03T14:18:56,442 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1776190724/switch/merge already deleted, retry=false 2024-12-03T14:18:56,444 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Unable to get data of znode /1-1776190724/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T14:18:56,516 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1776190724/snapshot-cleanup already deleted, retry=false 2024-12-03T14:18:56,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x1019b8f4a1c0004, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1776190724/running 2024-12-03T14:18:56,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1776190724/running 2024-12-03T14:18:56,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x1019b8f4a1c0004, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776190724 2024-12-03T14:18:56,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776190724 2024-12-03T14:18:56,623 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3920e6a7c3b5,35185,1733235534255, sessionid=0x1019b8f4a1c0003, setting cluster-up flag (Was=false) 2024-12-03T14:18:56,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x1019b8f4a1c0004, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776190724 2024-12-03T14:18:56,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776190724 2024-12-03T14:18:56,944 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1776190724/flush-table-proc/acquired, /1-1776190724/flush-table-proc/reached, /1-1776190724/flush-table-proc/abort 2024-12-03T14:18:56,945 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,35185,1733235534255 2024-12-03T14:18:56,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776190724 2024-12-03T14:18:56,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x1019b8f4a1c0004, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776190724 2024-12-03T14:18:57,000 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1776190724/online-snapshot/acquired, /1-1776190724/online-snapshot/reached, /1-1776190724/online-snapshot/abort 2024-12-03T14:18:57,001 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,35185,1733235534255 2024-12-03T14:18:57,002 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T14:18:57,004 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T14:18:57,004 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T14:18:57,004 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T14:18:57,004 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3920e6a7c3b5,35185,1733235534255 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T14:18:57,005 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:18:57,005 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:18:57,005 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:18:57,005 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:18:57,005 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3920e6a7c3b5:0, corePoolSize=10, maxPoolSize=10 2024-12-03T14:18:57,006 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:57,006 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:18:57,006 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:57,006 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733235567006 2024-12-03T14:18:57,007 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T14:18:57,007 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T14:18:57,007 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T14:18:57,007 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T14:18:57,007 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T14:18:57,007 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T14:18:57,007 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:57,007 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:18:57,007 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T14:18:57,007 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T14:18:57,007 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T14:18:57,007 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T14:18:57,007 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T14:18:57,008 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T14:18:57,008 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T14:18:57,008 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235537008,5,FailOnTimeoutGroup] 2024-12-03T14:18:57,008 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235537008,5,FailOnTimeoutGroup] 2024-12-03T14:18:57,008 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:57,008 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:57,008 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T14:18:57,008 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:57,008 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:57,008 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T14:18:57,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741831_1007 (size=1321) 2024-12-03T14:18:57,064 INFO [RS:0;3920e6a7c3b5:36931 {}] regionserver.HRegionServer(746): ClusterId : cf4114fd-cf7c-4a92-9793-c711c5cd474b 2024-12-03T14:18:57,064 DEBUG [RS:0;3920e6a7c3b5:36931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T14:18:57,075 DEBUG [RS:0;3920e6a7c3b5:36931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T14:18:57,075 DEBUG [RS:0;3920e6a7c3b5:36931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T14:18:57,085 DEBUG [RS:0;3920e6a7c3b5:36931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T14:18:57,085 DEBUG [RS:0;3920e6a7c3b5:36931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3c0d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:18:57,095 DEBUG [RS:0;3920e6a7c3b5:36931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3920e6a7c3b5:36931 2024-12-03T14:18:57,095 INFO [RS:0;3920e6a7c3b5:36931 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T14:18:57,095 INFO [RS:0;3920e6a7c3b5:36931 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T14:18:57,095 DEBUG [RS:0;3920e6a7c3b5:36931 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T14:18:57,096 INFO [RS:0;3920e6a7c3b5:36931 {}] regionserver.HRegionServer(2659): reportForDuty to master=3920e6a7c3b5,35185,1733235534255 with port=36931, startcode=1733235534433 2024-12-03T14:18:57,096 DEBUG [RS:0;3920e6a7c3b5:36931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T14:18:57,097 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T14:18:57,097 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35185 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3920e6a7c3b5,36931,1733235534433 2024-12-03T14:18:57,097 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35185 {}] master.ServerManager(517): Registering regionserver=3920e6a7c3b5,36931,1733235534433 2024-12-03T14:18:57,099 DEBUG [RS:0;3920e6a7c3b5:36931 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455 2024-12-03T14:18:57,099 DEBUG [RS:0;3920e6a7c3b5:36931 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34435 2024-12-03T14:18:57,099 DEBUG [RS:0;3920e6a7c3b5:36931 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T14:18:57,120 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T14:18:57,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776190724/rs 2024-12-03T14:18:57,138 DEBUG [RS:0;3920e6a7c3b5:36931 {}] zookeeper.ZKUtil(111): regionserver:36931-0x1019b8f4a1c0004, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Set watcher on existing znode=/1-1776190724/rs/3920e6a7c3b5,36931,1733235534433 2024-12-03T14:18:57,138 WARN [RS:0;3920e6a7c3b5:36931 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:18:57,138 INFO [RS:0;3920e6a7c3b5:36931 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:18:57,138 DEBUG [RS:0;3920e6a7c3b5:36931 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/WALs/3920e6a7c3b5,36931,1733235534433 2024-12-03T14:18:57,139 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3920e6a7c3b5,36931,1733235534433] 2024-12-03T14:18:57,141 INFO [RS:0;3920e6a7c3b5:36931 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T14:18:57,143 INFO [RS:0;3920e6a7c3b5:36931 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T14:18:57,143 INFO [RS:0;3920e6a7c3b5:36931 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T14:18:57,143 INFO [RS:0;3920e6a7c3b5:36931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:57,143 INFO [RS:0;3920e6a7c3b5:36931 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T14:18:57,144 INFO [RS:0;3920e6a7c3b5:36931 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T14:18:57,144 INFO [RS:0;3920e6a7c3b5:36931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:57,144 DEBUG [RS:0;3920e6a7c3b5:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:57,144 DEBUG [RS:0;3920e6a7c3b5:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:57,144 DEBUG [RS:0;3920e6a7c3b5:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:57,144 DEBUG [RS:0;3920e6a7c3b5:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:57,144 DEBUG [RS:0;3920e6a7c3b5:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:57,144 DEBUG [RS:0;3920e6a7c3b5:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:18:57,144 DEBUG [RS:0;3920e6a7c3b5:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:57,144 DEBUG [RS:0;3920e6a7c3b5:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:57,144 DEBUG [RS:0;3920e6a7c3b5:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:57,144 DEBUG [RS:0;3920e6a7c3b5:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:57,144 DEBUG [RS:0;3920e6a7c3b5:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:57,144 DEBUG [RS:0;3920e6a7c3b5:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:18:57,144 DEBUG [RS:0;3920e6a7c3b5:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:18:57,144 DEBUG [RS:0;3920e6a7c3b5:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:18:57,148 INFO [RS:0;3920e6a7c3b5:36931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:57,148 INFO [RS:0;3920e6a7c3b5:36931 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:57,148 INFO [RS:0;3920e6a7c3b5:36931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:57,148 INFO [RS:0;3920e6a7c3b5:36931 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:57,148 INFO [RS:0;3920e6a7c3b5:36931 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:57,148 INFO [RS:0;3920e6a7c3b5:36931 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,36931,1733235534433-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:18:57,161 INFO [RS:0;3920e6a7c3b5:36931 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T14:18:57,161 INFO [RS:0;3920e6a7c3b5:36931 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,36931,1733235534433-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:57,161 INFO [RS:0;3920e6a7c3b5:36931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:57,161 INFO [RS:0;3920e6a7c3b5:36931 {}] regionserver.Replication(171): 3920e6a7c3b5,36931,1733235534433 started 2024-12-03T14:18:57,175 INFO [RS:0;3920e6a7c3b5:36931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:57,175 INFO [RS:0;3920e6a7c3b5:36931 {}] regionserver.HRegionServer(1482): Serving as 3920e6a7c3b5,36931,1733235534433, RpcServer on 3920e6a7c3b5/172.17.0.2:36931, sessionid=0x1019b8f4a1c0004 2024-12-03T14:18:57,175 DEBUG [RS:0;3920e6a7c3b5:36931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T14:18:57,175 DEBUG [RS:0;3920e6a7c3b5:36931 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3920e6a7c3b5,36931,1733235534433 2024-12-03T14:18:57,175 DEBUG [RS:0;3920e6a7c3b5:36931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,36931,1733235534433' 2024-12-03T14:18:57,175 DEBUG [RS:0;3920e6a7c3b5:36931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1776190724/flush-table-proc/abort' 2024-12-03T14:18:57,175 DEBUG [RS:0;3920e6a7c3b5:36931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1776190724/flush-table-proc/acquired' 2024-12-03T14:18:57,176 DEBUG [RS:0;3920e6a7c3b5:36931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T14:18:57,176 DEBUG [RS:0;3920e6a7c3b5:36931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T14:18:57,176 DEBUG [RS:0;3920e6a7c3b5:36931 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3920e6a7c3b5,36931,1733235534433 2024-12-03T14:18:57,176 DEBUG [RS:0;3920e6a7c3b5:36931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,36931,1733235534433' 2024-12-03T14:18:57,176 DEBUG [RS:0;3920e6a7c3b5:36931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1776190724/online-snapshot/abort' 2024-12-03T14:18:57,176 DEBUG [RS:0;3920e6a7c3b5:36931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1776190724/online-snapshot/acquired' 2024-12-03T14:18:57,177 DEBUG [RS:0;3920e6a7c3b5:36931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T14:18:57,177 INFO [RS:0;3920e6a7c3b5:36931 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T14:18:57,177 INFO [RS:0;3920e6a7c3b5:36931 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T14:18:57,277 INFO [RS:0;3920e6a7c3b5:36931 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:18:57,278 INFO [RS:0;3920e6a7c3b5:36931 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C36931%2C1733235534433, suffix=, logDir=hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/WALs/3920e6a7c3b5,36931,1733235534433, archiveDir=hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/oldWALs, maxLogs=10 2024-12-03T14:18:57,289 DEBUG [RS:0;3920e6a7c3b5:36931 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/WALs/3920e6a7c3b5,36931,1733235534433/3920e6a7c3b5%2C36931%2C1733235534433.1733235537279, exclude list is [], retry=0 2024-12-03T14:18:57,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46111,DS-e7aa1ebc-5fc6-4f49-ada9-de213fd9bea9,DISK] 2024-12-03T14:18:57,292 INFO [RS:0;3920e6a7c3b5:36931 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/WALs/3920e6a7c3b5,36931,1733235534433/3920e6a7c3b5%2C36931%2C1733235534433.1733235537279 2024-12-03T14:18:57,292 DEBUG [RS:0;3920e6a7c3b5:36931 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38091:38091)] 2024-12-03T14:18:57,415 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T14:18:57,415 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455 2024-12-03T14:18:57,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741833_1009 (size=32) 2024-12-03T14:18:57,748 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:18:57,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:18:57,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:18:57,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:18:57,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:18:57,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:18:57,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:18:57,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:18:57,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:18:57,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:18:57,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:57,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:18:57,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:18:57,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:18:57,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:57,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:18:57,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:18:57,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:18:57,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:57,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:18:57,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:18:57,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:18:57,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:57,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:18:57,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:18:57,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/data/hbase/meta/1588230740 2024-12-03T14:18:57,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/data/hbase/meta/1588230740 2024-12-03T14:18:57,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:18:57,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:18:57,830 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:18:57,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:18:57,833 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:18:57,833 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73841775, jitterRate=0.10032819211483002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:18:57,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733235537821Initializing all the Stores at 1733235537821Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235537821Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235537822 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235537822Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235537822Cleaning up temporary data from old regions at 1733235537829 (+7 ms)Region opened successfully at 1733235537833 (+4 ms) 2024-12-03T14:18:57,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:18:57,833 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:18:57,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:18:57,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:18:57,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:18:57,833 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:18:57,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235537833Disabling compacts and flushes for region at 1733235537833Disabling writes for close at 1733235537833Writing region close event to WAL at 1733235537833Closed at 1733235537833 2024-12-03T14:18:57,834 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:18:57,834 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T14:18:57,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T14:18:57,835 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:18:57,836 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T14:18:57,986 DEBUG [3920e6a7c3b5:35185 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:18:57,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3920e6a7c3b5,36931,1733235534433 2024-12-03T14:18:57,987 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,36931,1733235534433, state=OPENING 2024-12-03T14:18:58,038 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T14:18:58,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776190724 2024-12-03T14:18:58,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x1019b8f4a1c0004, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776190724 2024-12-03T14:18:58,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1776190724/meta-region-server: CHANGED 2024-12-03T14:18:58,049 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:18:58,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,36931,1733235534433}] 2024-12-03T14:18:58,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1776190724/meta-region-server: CHANGED 2024-12-03T14:18:58,202 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:18:58,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T14:18:58,206 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T14:18:58,206 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:18:58,206 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T14:18:58,208 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C36931%2C1733235534433.meta, suffix=.meta, logDir=hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/WALs/3920e6a7c3b5,36931,1733235534433, archiveDir=hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/oldWALs, maxLogs=10 2024-12-03T14:18:58,218 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/WALs/3920e6a7c3b5,36931,1733235534433/3920e6a7c3b5%2C36931%2C1733235534433.meta.1733235538208.meta, exclude list is [], retry=0 2024-12-03T14:18:58,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46111,DS-e7aa1ebc-5fc6-4f49-ada9-de213fd9bea9,DISK] 2024-12-03T14:18:58,222 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/WALs/3920e6a7c3b5,36931,1733235534433/3920e6a7c3b5%2C36931%2C1733235534433.meta.1733235538208.meta 2024-12-03T14:18:58,222 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38091:38091)] 2024-12-03T14:18:58,222 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:18:58,223 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:18:58,223 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:18:58,223 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T14:18:58,223 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T14:18:58,223 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T14:18:58,223 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:18:58,223 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T14:18:58,223 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T14:18:58,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:18:58,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:18:58,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:58,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:18:58,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:18:58,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:18:58,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:58,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:18:58,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:18:58,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:18:58,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:58,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:18:58,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:18:58,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:18:58,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:58,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:18:58,228 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:18:58,229 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/data/hbase/meta/1588230740 2024-12-03T14:18:58,230 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/data/hbase/meta/1588230740 2024-12-03T14:18:58,231 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:18:58,231 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:18:58,231 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:18:58,233 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:18:58,233 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71436726, jitterRate=0.0644901692867279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:18:58,233 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T14:18:58,233 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733235538223Writing region info on filesystem at 1733235538223Initializing all the Stores at 1733235538224 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235538224Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235538224Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235538224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235538224Cleaning up temporary data from old regions at 1733235538231 (+7 ms)Running coprocessor post-open hooks at 1733235538233 (+2 ms)Region opened successfully at 1733235538233 2024-12-03T14:18:58,234 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733235538201 2024-12-03T14:18:58,236 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T14:18:58,236 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T14:18:58,237 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,36931,1733235534433 2024-12-03T14:18:58,237 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,36931,1733235534433, state=OPEN 2024-12-03T14:18:58,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1776190724/meta-region-server 2024-12-03T14:18:58,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x1019b8f4a1c0004, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1776190724/meta-region-server 2024-12-03T14:18:58,249 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,36931,1733235534433 2024-12-03T14:18:58,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1776190724/meta-region-server: CHANGED 2024-12-03T14:18:58,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1776190724/meta-region-server: CHANGED 2024-12-03T14:18:58,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T14:18:58,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,36931,1733235534433 in 200 msec 2024-12-03T14:18:58,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T14:18:58,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-12-03T14:18:58,254 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:18:58,254 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T14:18:58,256 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:18:58,256 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,36931,1733235534433, seqNum=-1] 2024-12-03T14:18:58,256 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:18:58,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:18:58,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-12-03T14:18:58,264 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733235538264, completionTime=-1 2024-12-03T14:18:58,264 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T14:18:58,264 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T14:18:58,266 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T14:18:58,266 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733235598266 2024-12-03T14:18:58,266 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733235658266 2024-12-03T14:18:58,266 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T14:18:58,267 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,35185,1733235534255-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:58,267 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,35185,1733235534255-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:58,267 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,35185,1733235534255-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:58,267 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3920e6a7c3b5:35185, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:58,267 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:58,268 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:58,269 DEBUG [master/3920e6a7c3b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T14:18:58,272 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.759sec 2024-12-03T14:18:58,272 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T14:18:58,272 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T14:18:58,272 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T14:18:58,272 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T14:18:58,272 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T14:18:58,272 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,35185,1733235534255-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:18:58,272 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,35185,1733235534255-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T14:18:58,274 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T14:18:58,274 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T14:18:58,274 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,35185,1733235534255-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:18:58,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3044b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:18:58,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,35185,-1 for getting cluster id 2024-12-03T14:18:58,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:18:58,366 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf4114fd-cf7c-4a92-9793-c711c5cd474b' 2024-12-03T14:18:58,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:18:58,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf4114fd-cf7c-4a92-9793-c711c5cd474b" 2024-12-03T14:18:58,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452dd466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:18:58,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,35185,-1] 2024-12-03T14:18:58,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:18:58,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:18:58,368 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:18:58,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d9e554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:18:58,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:18:58,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,36931,1733235534433, seqNum=-1] 2024-12-03T14:18:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:18:58,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:18:58,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3920e6a7c3b5,35185,1733235534255 2024-12-03T14:18:58,373 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55824 2024-12-03T14:18:58,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:18:58,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019b8f4a1c0005 connected 2024-12-03T14:18:58,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546274f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:18:58,399 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,36369,-1 for getting cluster id 2024-12-03T14:18:58,399 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:18:58,399 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a15d10a4-3eaa-42ab-8d91-231341c52f8a' 2024-12-03T14:18:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:18:58,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a15d10a4-3eaa-42ab-8d91-231341c52f8a" 2024-12-03T14:18:58,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b35505, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:18:58,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,36369,-1] 2024-12-03T14:18:58,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:18:58,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:18:58,401 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:18:58,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5ffdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:18:58,401 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:18:58,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,36369,1733235529130 2024-12-03T14:18:58,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3662bc53 2024-12-03T14:18:58,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:18:58,403 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:18:58,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3920e6a7c3b5:35185,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T14:18:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T14:18:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:18:58,406 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:35185' 2024-12-03T14:18:58,407 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29053a26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:18:58,407 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,35185,-1 for getting cluster id 2024-12-03T14:18:58,407 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:18:58,408 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf4114fd-cf7c-4a92-9793-c711c5cd474b' 2024-12-03T14:18:58,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:18:58,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf4114fd-cf7c-4a92-9793-c711c5cd474b" 2024-12-03T14:18:58,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a0c21a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:18:58,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,35185,-1] 2024-12-03T14:18:58,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:18:58,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:18:58,409 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:18:58,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1ad7b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:18:58,410 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:18:58,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,35185,1733235534255 2024-12-03T14:18:58,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5600c5f3 2024-12-03T14:18:58,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:18:58,412 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:18:58,412 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T14:18:58,412 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T14:18:58,412 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:18:58,412 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:18:58,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:18:58,413 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:18:58,414 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T14:18:58,415 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:18:58,415 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:58,416 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:18:58,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741835_1011 (size=1138) 2024-12-03T14:18:58,464 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T14:18:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:18:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:18:58,823 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cdef80dcb5d14aecc48ef17c382aed7c, NAME => 'hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0 2024-12-03T14:18:58,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741836_1012 (size=44) 2024-12-03T14:18:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:18:59,229 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:18:59,229 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cdef80dcb5d14aecc48ef17c382aed7c, disabling compactions & flushes 2024-12-03T14:18:59,229 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. 2024-12-03T14:18:59,229 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. 2024-12-03T14:18:59,229 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. after waiting 0 ms 2024-12-03T14:18:59,229 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. 2024-12-03T14:18:59,229 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. 2024-12-03T14:18:59,229 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cdef80dcb5d14aecc48ef17c382aed7c: Waiting for close lock at 1733235539229Disabling compacts and flushes for region at 1733235539229Disabling writes for close at 1733235539229Writing region close event to WAL at 1733235539229Closed at 1733235539229 2024-12-03T14:18:59,230 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:18:59,230 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733235539230"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235539230"}]},"ts":"1733235539230"} 2024-12-03T14:18:59,232 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:18:59,233 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:18:59,233 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235539233"}]},"ts":"1733235539233"} 2024-12-03T14:18:59,235 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T14:18:59,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cdef80dcb5d14aecc48ef17c382aed7c, ASSIGN}] 2024-12-03T14:18:59,236 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cdef80dcb5d14aecc48ef17c382aed7c, ASSIGN 2024-12-03T14:18:59,236 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cdef80dcb5d14aecc48ef17c382aed7c, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,39069,1733235529340; forceNewPlan=false, retain=false 2024-12-03T14:18:59,387 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cdef80dcb5d14aecc48ef17c382aed7c, regionState=OPENING, regionLocation=3920e6a7c3b5,39069,1733235529340 2024-12-03T14:18:59,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cdef80dcb5d14aecc48ef17c382aed7c, ASSIGN because future has completed 2024-12-03T14:18:59,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdef80dcb5d14aecc48ef17c382aed7c, server=3920e6a7c3b5,39069,1733235529340}] 2024-12-03T14:18:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:18:59,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. 2024-12-03T14:18:59,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:18:59,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T14:18:59,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C39069%2C1733235529340.rep, suffix=, logDir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,39069,1733235529340, archiveDir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/oldWALs, maxLogs=10 2024-12-03T14:18:59,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,39069,1733235529340/3920e6a7c3b5%2C39069%2C1733235529340.rep.1733235539547, exclude list is [], retry=0 2024-12-03T14:18:59,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36247,DS-00bb7f7b-e9fe-454d-a141-97fe31b4814f,DISK] 2024-12-03T14:18:59,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,39069,1733235529340/3920e6a7c3b5%2C39069%2C1733235529340.rep.1733235539547 2024-12-03T14:18:59,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44367:44367)] 2024-12-03T14:18:59,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => cdef80dcb5d14aecc48ef17c382aed7c, NAME => 'hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:18:59,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:18:59,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:18:59,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. service=MultiRowMutationService 2024-12-03T14:18:59,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T14:18:59,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:18:59,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:18:59,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:18:59,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:18:59,568 INFO [StoreOpener-cdef80dcb5d14aecc48ef17c382aed7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:18:59,570 INFO [StoreOpener-cdef80dcb5d14aecc48ef17c382aed7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdef80dcb5d14aecc48ef17c382aed7c columnFamilyName hfileref 2024-12-03T14:18:59,570 DEBUG [StoreOpener-cdef80dcb5d14aecc48ef17c382aed7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:59,570 INFO [StoreOpener-cdef80dcb5d14aecc48ef17c382aed7c-1 {}] regionserver.HStore(327): Store=cdef80dcb5d14aecc48ef17c382aed7c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:18:59,570 INFO [StoreOpener-cdef80dcb5d14aecc48ef17c382aed7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:18:59,571 INFO [StoreOpener-cdef80dcb5d14aecc48ef17c382aed7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdef80dcb5d14aecc48ef17c382aed7c columnFamilyName queue 2024-12-03T14:18:59,572 DEBUG [StoreOpener-cdef80dcb5d14aecc48ef17c382aed7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:59,572 INFO [StoreOpener-cdef80dcb5d14aecc48ef17c382aed7c-1 {}] regionserver.HStore(327): Store=cdef80dcb5d14aecc48ef17c382aed7c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:18:59,572 INFO [StoreOpener-cdef80dcb5d14aecc48ef17c382aed7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:18:59,573 INFO [StoreOpener-cdef80dcb5d14aecc48ef17c382aed7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdef80dcb5d14aecc48ef17c382aed7c columnFamilyName sid 2024-12-03T14:18:59,573 DEBUG [StoreOpener-cdef80dcb5d14aecc48ef17c382aed7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:18:59,573 INFO [StoreOpener-cdef80dcb5d14aecc48ef17c382aed7c-1 {}] regionserver.HStore(327): Store=cdef80dcb5d14aecc48ef17c382aed7c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:18:59,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:18:59,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/replication/cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:18:59,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/replication/cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:18:59,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:18:59,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:18:59,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:18:59,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:18:59,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/replication/cdef80dcb5d14aecc48ef17c382aed7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:18:59,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened cdef80dcb5d14aecc48ef17c382aed7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70284508, jitterRate=0.047320783138275146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:18:59,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:18:59,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for cdef80dcb5d14aecc48ef17c382aed7c: Running coprocessor pre-open hook at 1733235539564Writing region info on filesystem at 1733235539564Initializing all the Stores at 1733235539565 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235539565Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235539568 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235539568Cleaning up temporary data from old regions at 1733235539575 (+7 ms)Running coprocessor post-open hooks at 1733235539578 (+3 ms)Region opened successfully at 1733235539579 (+1 ms) 2024-12-03T14:18:59,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c., pid=7, masterSystemTime=1733235539541 2024-12-03T14:18:59,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. 2024-12-03T14:18:59,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. 2024-12-03T14:18:59,583 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cdef80dcb5d14aecc48ef17c382aed7c, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,39069,1733235529340 2024-12-03T14:18:59,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdef80dcb5d14aecc48ef17c382aed7c, server=3920e6a7c3b5,39069,1733235529340 because future has completed 2024-12-03T14:18:59,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T14:18:59,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure cdef80dcb5d14aecc48ef17c382aed7c, server=3920e6a7c3b5,39069,1733235529340 in 197 msec 2024-12-03T14:18:59,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T14:18:59,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cdef80dcb5d14aecc48ef17c382aed7c, ASSIGN in 353 msec 2024-12-03T14:18:59,591 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:18:59,591 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235539591"}]},"ts":"1733235539591"} 2024-12-03T14:18:59,593 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T14:18:59,595 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:18:59,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-12-03T14:18:59,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c., hostname=3920e6a7c3b5,39069,1733235529340, seqNum=2] 2024-12-03T14:18:59,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979 2024-12-03T14:18:59,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x1019b8f4a1c0001, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979 2024-12-03T14:18:59,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T14:18:59,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39069 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T14:18:59,880 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T14:18:59,905 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-3920e6a7c3b5,39069,1733235529340, ReplicationSource: 1, currentBandwidth=0 2024-12-03T14:18:59,905 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:18:59,905 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,39069,1733235529340, seqNum=-1] 2024-12-03T14:18:59,906 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:18:59,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-03T14:18:59,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3920e6a7c3b5,39069,1733235529340', locateType=CURRENT is [region=hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c., hostname=3920e6a7c3b5,39069,1733235529340, seqNum=2] 2024-12-03T14:18:59,910 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T14:18:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T14:18:59,913 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3920e6a7c3b5,39069,1733235529340 suceeded 2024-12-03T14:18:59,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T14:18:59,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-12-03T14:18:59,914 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3920e6a7c3b5:35185,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T14:18:59,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5110 sec 2024-12-03T14:18:59,925 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,39069,1733235529340 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:35185' 2024-12-03T14:18:59,926 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,39069,1733235529340 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26691070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:18:59,926 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,39069,1733235529340 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,35185,-1 for getting cluster id 2024-12-03T14:18:59,926 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,39069,1733235529340 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:18:59,927 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf4114fd-cf7c-4a92-9793-c711c5cd474b' 2024-12-03T14:18:59,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:18:59,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf4114fd-cf7c-4a92-9793-c711c5cd474b" 2024-12-03T14:18:59,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ac19f31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:18:59,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,35185,-1] 2024-12-03T14:18:59,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:18:59,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:18:59,928 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:18:59,929 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,39069,1733235529340 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@792f25e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:18:59,929 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,39069,1733235529340 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:18:59,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,35185,1733235534255 2024-12-03T14:18:59,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75a11074 2024-12-03T14:18:59,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:18:59,931 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-03T14:18:59,931 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,39069,1733235529340 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3920e6a7c3b5,39069,1733235529340 (queues=1) is replicating from cluster=a15d10a4-3eaa-42ab-8d91-231341c52f8a to cluster=cf4114fd-cf7c-4a92-9793-c711c5cd474b 2024-12-03T14:18:59,931 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,39069,1733235529340 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3920e6a7c3b5%2C39069%2C1733235529340 2024-12-03T14:18:59,931 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,39069,1733235529340 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3920e6a7c3b5,39069,1733235529340, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T14:18:59,932 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,39069,1733235529340.replicationSource.shipper3920e6a7c3b5%2C39069%2C1733235529340,1-3920e6a7c3b5,39069,1733235529340 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3920e6a7c3b5%2C39069%2C1733235529340 2024-12-03T14:18:59,932 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,39069,1733235529340.replicationSource.wal-reader.3920e6a7c3b5%2C39069%2C1733235529340,1-3920e6a7c3b5,39069,1733235529340 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,39069,1733235529340/3920e6a7c3b5%2C39069%2C1733235529340.1733235531257, startPosition=0, beingWritten=true 2024-12-03T14:19:00,136 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,39069,1733235529340.replicationSource.wal-reader.3920e6a7c3b5%2C39069%2C1733235529340,1-3920e6a7c3b5,39069,1733235529340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,39069,1733235529340/3920e6a7c3b5%2C39069%2C1733235529340.1733235531257 to pos 0, reset compression=false 2024-12-03T14:19:00,440 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,39069,1733235529340.replicationSource.wal-reader.3920e6a7c3b5%2C39069%2C1733235529340,1-3920e6a7c3b5,39069,1733235529340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,39069,1733235529340/3920e6a7c3b5%2C39069%2C1733235529340.1733235531257 to pos 0, reset compression=false 2024-12-03T14:19:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:19:00,554 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T14:19:00,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:19:00,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:00,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:00,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:00,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:19:00,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:00,556 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,36369,1733235529130 2024-12-03T14:19:00,556 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2216e6a8 2024-12-03T14:19:00,556 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:19:00,558 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:19:00,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T14:19:00,559 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:19:00,559 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:00,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:00,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:00,559 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:19:00,560 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T14:19:00,560 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1374743136, stopped=false 2024-12-03T14:19:00,560 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3920e6a7c3b5,36369,1733235529130 2024-12-03T14:19:00,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x1019b8f4a1c0001, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1212897979/running 2024-12-03T14:19:00,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1212897979/running 2024-12-03T14:19:00,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979 2024-12-03T14:19:00,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x1019b8f4a1c0001, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979 2024-12-03T14:19:00,621 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:19:00,621 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:19:00,621 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:00,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:00,621 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3920e6a7c3b5,39069,1733235529340' ***** 2024-12-03T14:19:00,622 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T14:19:00,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39069-0x1019b8f4a1c0001, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Set watcher on znode that does not yet exist, /0-1212897979/running 2024-12-03T14:19:00,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Set watcher on znode that does not yet exist, /0-1212897979/running 2024-12-03T14:19:00,622 INFO [RS:0;3920e6a7c3b5:39069 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T14:19:00,622 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T14:19:00,622 INFO [RS:0;3920e6a7c3b5:39069 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T14:19:00,622 INFO [RS:0;3920e6a7c3b5:39069 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T14:19:00,622 INFO [RS:0;3920e6a7c3b5:39069 {}] regionserver.HRegionServer(3091): Received CLOSE for cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:19:00,622 INFO [RS:0;3920e6a7c3b5:39069 {}] regionserver.HRegionServer(959): stopping server 3920e6a7c3b5,39069,1733235529340 2024-12-03T14:19:00,622 INFO [RS:0;3920e6a7c3b5:39069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:19:00,622 INFO [RS:0;3920e6a7c3b5:39069 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:39069. 2024-12-03T14:19:00,622 DEBUG [RS:0;3920e6a7c3b5:39069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:00,622 DEBUG [RS:0;3920e6a7c3b5:39069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:00,622 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cdef80dcb5d14aecc48ef17c382aed7c, disabling compactions & flushes 2024-12-03T14:19:00,622 INFO [RS:0;3920e6a7c3b5:39069 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T14:19:00,622 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. 2024-12-03T14:19:00,622 INFO [RS:0;3920e6a7c3b5:39069 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T14:19:00,622 INFO [RS:0;3920e6a7c3b5:39069 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T14:19:00,622 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. 2024-12-03T14:19:00,622 INFO [RS:0;3920e6a7c3b5:39069 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T14:19:00,622 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. after waiting 0 ms 2024-12-03T14:19:00,622 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. 2024-12-03T14:19:00,622 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cdef80dcb5d14aecc48ef17c382aed7c 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-03T14:19:00,623 INFO [RS:0;3920e6a7c3b5:39069 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T14:19:00,623 DEBUG [RS:0;3920e6a7c3b5:39069 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cdef80dcb5d14aecc48ef17c382aed7c=hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c.} 2024-12-03T14:19:00,623 DEBUG [RS:0;3920e6a7c3b5:39069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:19:00,623 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:19:00,623 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:19:00,623 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:19:00,623 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:19:00,623 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:19:00,623 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T14:19:00,632 INFO [regionserver/3920e6a7c3b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:19:00,639 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/replication/cdef80dcb5d14aecc48ef17c382aed7c/.tmp/queue/d21091cd26e14699919b1955337ef924 is 151, key is 1-3920e6a7c3b5,39069,1733235529340/queue:3920e6a7c3b5%2C39069%2C1733235529340/1733235539909/Put/seqid=0 2024-12-03T14:19:00,639 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/.tmp/info/649c486256e34ea6a63a70f6e4e691dd is 147, key is hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c./info:regioninfo/1733235539582/Put/seqid=0 2024-12-03T14:19:00,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741838_1014 (size=5350) 2024-12-03T14:19:00,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741839_1015 (size=6631) 2024-12-03T14:19:00,823 DEBUG [RS:0;3920e6a7c3b5:39069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:19:00,845 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,39069,1733235529340.replicationSource.wal-reader.3920e6a7c3b5%2C39069%2C1733235529340,1-3920e6a7c3b5,39069,1733235529340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,39069,1733235529340/3920e6a7c3b5%2C39069%2C1733235529340.1733235531257 to pos 0, reset compression=false 2024-12-03T14:19:01,023 DEBUG [RS:0;3920e6a7c3b5:39069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:19:01,046 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/replication/cdef80dcb5d14aecc48ef17c382aed7c/.tmp/queue/d21091cd26e14699919b1955337ef924 2024-12-03T14:19:01,046 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/.tmp/info/649c486256e34ea6a63a70f6e4e691dd 2024-12-03T14:19:01,052 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/replication/cdef80dcb5d14aecc48ef17c382aed7c/.tmp/queue/d21091cd26e14699919b1955337ef924 as hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/replication/cdef80dcb5d14aecc48ef17c382aed7c/queue/d21091cd26e14699919b1955337ef924 2024-12-03T14:19:01,056 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/replication/cdef80dcb5d14aecc48ef17c382aed7c/queue/d21091cd26e14699919b1955337ef924, entries=1, sequenceid=5, filesize=5.2 K 2024-12-03T14:19:01,057 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for cdef80dcb5d14aecc48ef17c382aed7c in 435ms, sequenceid=5, compaction requested=false 2024-12-03T14:19:01,057 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T14:19:01,060 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/replication/cdef80dcb5d14aecc48ef17c382aed7c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T14:19:01,061 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:19:01,061 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:19:01,061 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. 2024-12-03T14:19:01,061 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cdef80dcb5d14aecc48ef17c382aed7c: Waiting for close lock at 1733235540622Running coprocessor pre-close hooks at 1733235540622Disabling compacts and flushes for region at 1733235540622Disabling writes for close at 1733235540622Obtaining lock to block concurrent updates at 1733235540623 (+1 ms)Preparing flush snapshotting stores in cdef80dcb5d14aecc48ef17c382aed7c at 1733235540623Finished memstore snapshotting hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733235540623Flushing stores of hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. at 1733235540623Flushing cdef80dcb5d14aecc48ef17c382aed7c/queue: creating writer at 1733235540623Flushing cdef80dcb5d14aecc48ef17c382aed7c/queue: appending metadata at 1733235540638 (+15 ms)Flushing cdef80dcb5d14aecc48ef17c382aed7c/queue: closing flushed file at 1733235540638Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@542ef861: reopening flushed file at 1733235541051 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for cdef80dcb5d14aecc48ef17c382aed7c in 435ms, sequenceid=5, compaction requested=false at 1733235541057 (+6 ms)Writing region close event to WAL at 1733235541058 (+1 ms)Running coprocessor post-close hooks at 1733235541061 (+3 ms)Closed at 1733235541061 2024-12-03T14:19:01,061 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. 2024-12-03T14:19:01,064 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/.tmp/ns/407326df2a9748359359ba04efa2fc5e is 43, key is default/ns:d/1733235532289/Put/seqid=0 2024-12-03T14:19:01,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741840_1016 (size=5153) 2024-12-03T14:19:01,124 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T14:19:01,125 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T14:19:01,223 DEBUG [RS:0;3920e6a7c3b5:39069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:19:01,354 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,39069,1733235529340.replicationSource.wal-reader.3920e6a7c3b5%2C39069%2C1733235529340,1-3920e6a7c3b5,39069,1733235529340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,39069,1733235529340/3920e6a7c3b5%2C39069%2C1733235529340.1733235531257 to pos 0, reset compression=false 2024-12-03T14:19:01,423 DEBUG [RS:0;3920e6a7c3b5:39069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:19:01,468 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/.tmp/ns/407326df2a9748359359ba04efa2fc5e 2024-12-03T14:19:01,484 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/.tmp/table/0ac1a447b117422f9d9d5b57dbe36fe9 is 53, key is hbase:replication/table:state/1733235539591/Put/seqid=0 2024-12-03T14:19:01,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741841_1017 (size=5256) 2024-12-03T14:19:01,624 DEBUG [RS:0;3920e6a7c3b5:39069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:19:01,824 INFO [RS:0;3920e6a7c3b5:39069 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T14:19:01,824 DEBUG [RS:0;3920e6a7c3b5:39069 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T14:19:01,824 DEBUG [RS:0;3920e6a7c3b5:39069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:19:01,889 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/.tmp/table/0ac1a447b117422f9d9d5b57dbe36fe9 2024-12-03T14:19:01,894 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/.tmp/info/649c486256e34ea6a63a70f6e4e691dd as hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/info/649c486256e34ea6a63a70f6e4e691dd 2024-12-03T14:19:01,898 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/info/649c486256e34ea6a63a70f6e4e691dd, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T14:19:01,899 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/.tmp/ns/407326df2a9748359359ba04efa2fc5e as hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/ns/407326df2a9748359359ba04efa2fc5e 2024-12-03T14:19:01,903 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/ns/407326df2a9748359359ba04efa2fc5e, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T14:19:01,904 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/.tmp/table/0ac1a447b117422f9d9d5b57dbe36fe9 as hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/table/0ac1a447b117422f9d9d5b57dbe36fe9 2024-12-03T14:19:01,907 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/table/0ac1a447b117422f9d9d5b57dbe36fe9, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T14:19:01,908 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1285ms, sequenceid=11, compaction requested=false 2024-12-03T14:19:01,912 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T14:19:01,913 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:19:01,913 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:19:01,913 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:19:01,913 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235540623Running coprocessor pre-close hooks at 1733235540623Disabling compacts and flushes for region at 1733235540623Disabling writes for close at 1733235540623Obtaining lock to block concurrent updates at 1733235540623Preparing flush snapshotting stores in 1588230740 at 1733235540623Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733235540623Flushing stores of hbase:meta,,1.1588230740 at 1733235540623Flushing 1588230740/info: creating writer at 1733235540623Flushing 1588230740/info: appending metadata at 1733235540638 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733235540638Flushing 1588230740/ns: creating writer at 1733235541051 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733235541064 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733235541064Flushing 1588230740/table: creating writer at 1733235541473 (+409 ms)Flushing 1588230740/table: appending metadata at 1733235541484 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733235541484Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a45b12: reopening flushed file at 1733235541893 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3054bab0: reopening flushed file at 1733235541898 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@150444c3: reopening flushed file at 1733235541903 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1285ms, sequenceid=11, compaction requested=false at 1733235541908 (+5 ms)Writing region close event to WAL at 1733235541909 (+1 ms)Running coprocessor post-close hooks at 1733235541913 (+4 ms)Closed at 1733235541913 2024-12-03T14:19:01,913 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T14:19:01,959 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,39069,1733235529340.replicationSource.wal-reader.3920e6a7c3b5%2C39069%2C1733235529340,1-3920e6a7c3b5,39069,1733235529340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,39069,1733235529340/3920e6a7c3b5%2C39069%2C1733235529340.1733235531257 to pos 0, reset compression=false 2024-12-03T14:19:02,024 INFO [RS:0;3920e6a7c3b5:39069 {}] regionserver.HRegionServer(976): stopping server 3920e6a7c3b5,39069,1733235529340; all regions closed. 2024-12-03T14:19:02,026 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,39069,1733235529340/3920e6a7c3b5%2C39069%2C1733235529340.meta.1733235532231.meta not finished, retry = 0 2024-12-03T14:19:02,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741834_1010 (size=2742) 2024-12-03T14:19:02,129 DEBUG [RS:0;3920e6a7c3b5:39069 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/oldWALs 2024-12-03T14:19:02,129 INFO [RS:0;3920e6a7c3b5:39069 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C39069%2C1733235529340.meta:.meta(num 1733235532231) 2024-12-03T14:19:02,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741837_1013 (size=1586) 2024-12-03T14:19:02,131 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,39069,1733235529340/3920e6a7c3b5%2C39069%2C1733235529340.rep.1733235539547 not finished, retry = 0 2024-12-03T14:19:02,233 DEBUG [RS:0;3920e6a7c3b5:39069 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/oldWALs 2024-12-03T14:19:02,233 INFO [RS:0;3920e6a7c3b5:39069 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C39069%2C1733235529340.rep:(num 1733235539547) 2024-12-03T14:19:02,235 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,39069,1733235529340/3920e6a7c3b5%2C39069%2C1733235529340.1733235531257 not finished, retry = 0 2024-12-03T14:19:02,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741832_1008 (size=93) 2024-12-03T14:19:02,337 DEBUG [RS:0;3920e6a7c3b5:39069 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/oldWALs 2024-12-03T14:19:02,337 INFO [RS:0;3920e6a7c3b5:39069 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C39069%2C1733235529340:(num 1733235531257) 2024-12-03T14:19:02,337 DEBUG [RS:0;3920e6a7c3b5:39069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:02,337 INFO [RS:0;3920e6a7c3b5:39069 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:19:02,337 INFO [RS:0;3920e6a7c3b5:39069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:19:02,337 INFO [RS:0;3920e6a7c3b5:39069 {}] hbase.ChoreService(370): Chore service for: regionserver/3920e6a7c3b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T14:19:02,338 INFO [RS:0;3920e6a7c3b5:39069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:19:02,338 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:19:02,338 INFO [RS:0;3920e6a7c3b5:39069 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3920e6a7c3b5,39069,1733235529340 because: Region server is closing 2024-12-03T14:19:02,338 INFO [RS:0;3920e6a7c3b5:39069 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:39069. 2024-12-03T14:19:02,338 DEBUG [RS:0;3920e6a7c3b5:39069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:02,338 DEBUG [RS:0;3920e6a7c3b5:39069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:02,338 DEBUG [RS:0;3920e6a7c3b5:39069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:02,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:19:02,438 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,39069,1733235529340.replicationSource.wal-reader.3920e6a7c3b5%2C39069%2C1733235529340,1-3920e6a7c3b5,39069,1733235529340 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T14:19:02,438 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,39069,1733235529340.replicationSource.shipper3920e6a7c3b5%2C39069%2C1733235529340,1-3920e6a7c3b5,39069,1733235529340 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T14:19:02,439 INFO [RS:0;3920e6a7c3b5:39069 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,39069,1733235529340.replicationSource.shipper3920e6a7c3b5%2C39069%2C1733235529340,1-3920e6a7c3b5,39069,1733235529340 terminated 2024-12-03T14:19:02,439 INFO [RS:0;3920e6a7c3b5:39069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39069 2024-12-03T14:19:02,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979/rs 2024-12-03T14:19:02,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x1019b8f4a1c0001, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1212897979/rs/3920e6a7c3b5,39069,1733235529340 2024-12-03T14:19:02,575 INFO [RS:0;3920e6a7c3b5:39069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:19:02,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3920e6a7c3b5,39069,1733235529340] 2024-12-03T14:19:02,596 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1212897979/draining/3920e6a7c3b5,39069,1733235529340 already deleted, retry=false 2024-12-03T14:19:02,596 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3920e6a7c3b5,39069,1733235529340 expired; onlineServers=0 2024-12-03T14:19:02,596 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3920e6a7c3b5,36369,1733235529130' ***** 2024-12-03T14:19:02,596 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T14:19:02,596 INFO [M:0;3920e6a7c3b5:36369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:19:02,596 INFO [M:0;3920e6a7c3b5:36369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:19:02,596 DEBUG [M:0;3920e6a7c3b5:36369 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T14:19:02,596 DEBUG [M:0;3920e6a7c3b5:36369 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T14:19:02,596 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T14:19:02,596 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235530997 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235530997,5,FailOnTimeoutGroup] 2024-12-03T14:19:02,596 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235530997 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235530997,5,FailOnTimeoutGroup] 2024-12-03T14:19:02,596 INFO [M:0;3920e6a7c3b5:36369 {}] hbase.ChoreService(370): Chore service for: master/3920e6a7c3b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T14:19:02,596 INFO [M:0;3920e6a7c3b5:36369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:19:02,596 DEBUG [M:0;3920e6a7c3b5:36369 {}] master.HMaster(1795): Stopping service threads 2024-12-03T14:19:02,596 INFO [M:0;3920e6a7c3b5:36369 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T14:19:02,596 INFO [M:0;3920e6a7c3b5:36369 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:19:02,596 INFO [M:0;3920e6a7c3b5:36369 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T14:19:02,597 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T14:19:02,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1212897979/master 2024-12-03T14:19:02,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979 2024-12-03T14:19:02,606 DEBUG [M:0;3920e6a7c3b5:36369 {}] zookeeper.ZKUtil(347): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Unable to get data of znode /0-1212897979/master because node does not exist (not an error) 2024-12-03T14:19:02,606 WARN [M:0;3920e6a7c3b5:36369 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T14:19:02,607 INFO [M:0;3920e6a7c3b5:36369 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/.lastflushedseqids 2024-12-03T14:19:02,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741842_1018 (size=181) 2024-12-03T14:19:02,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x1019b8f4a1c0001, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:19:02,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x1019b8f4a1c0001, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:19:02,685 INFO [RS:0;3920e6a7c3b5:39069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:19:02,686 INFO [RS:0;3920e6a7c3b5:39069 {}] regionserver.HRegionServer(1031): Exiting; stopping=3920e6a7c3b5,39069,1733235529340; zookeeper connection closed. 2024-12-03T14:19:02,686 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2dffb1e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2dffb1e7 2024-12-03T14:19:02,686 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T14:19:03,012 INFO [M:0;3920e6a7c3b5:36369 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T14:19:03,012 INFO [M:0;3920e6a7c3b5:36369 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T14:19:03,012 DEBUG [M:0;3920e6a7c3b5:36369 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:19:03,012 INFO [M:0;3920e6a7c3b5:36369 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:03,012 DEBUG [M:0;3920e6a7c3b5:36369 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:03,012 DEBUG [M:0;3920e6a7c3b5:36369 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:19:03,012 DEBUG [M:0;3920e6a7c3b5:36369 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:03,012 INFO [M:0;3920e6a7c3b5:36369 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-03T14:19:03,028 DEBUG [M:0;3920e6a7c3b5:36369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52011968bc7944f4b5f6fd5e3130481b is 82, key is hbase:meta,,1/info:regioninfo/1733235532261/Put/seqid=0 2024-12-03T14:19:03,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741843_1019 (size=5672) 2024-12-03T14:19:03,141 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T14:19:03,433 INFO [M:0;3920e6a7c3b5:36369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52011968bc7944f4b5f6fd5e3130481b 2024-12-03T14:19:03,460 DEBUG [M:0;3920e6a7c3b5:36369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45bcc645c00e4cd68ea71fea285b3b60 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733235539596/Put/seqid=0 2024-12-03T14:19:03,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741844_1020 (size=7203) 2024-12-03T14:19:03,467 INFO [M:0;3920e6a7c3b5:36369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45bcc645c00e4cd68ea71fea285b3b60 2024-12-03T14:19:03,490 DEBUG [M:0;3920e6a7c3b5:36369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0b387ba36374592bc28be8d1a55ae5d is 69, key is 3920e6a7c3b5,39069,1733235529340/rs:state/1733235531104/Put/seqid=0 2024-12-03T14:19:03,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741845_1021 (size=5156) 2024-12-03T14:19:03,724 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:19:03,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:03,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:03,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:03,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:03,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:03,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:03,907 INFO [M:0;3920e6a7c3b5:36369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0b387ba36374592bc28be8d1a55ae5d 2024-12-03T14:19:03,914 DEBUG [M:0;3920e6a7c3b5:36369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52011968bc7944f4b5f6fd5e3130481b as hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52011968bc7944f4b5f6fd5e3130481b 2024-12-03T14:19:03,919 INFO [M:0;3920e6a7c3b5:36369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52011968bc7944f4b5f6fd5e3130481b, entries=8, sequenceid=70, filesize=5.5 K 2024-12-03T14:19:03,921 DEBUG [M:0;3920e6a7c3b5:36369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45bcc645c00e4cd68ea71fea285b3b60 as hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45bcc645c00e4cd68ea71fea285b3b60 2024-12-03T14:19:03,925 INFO [M:0;3920e6a7c3b5:36369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45bcc645c00e4cd68ea71fea285b3b60, entries=8, sequenceid=70, filesize=7.0 K 2024-12-03T14:19:03,926 DEBUG [M:0;3920e6a7c3b5:36369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0b387ba36374592bc28be8d1a55ae5d as hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0b387ba36374592bc28be8d1a55ae5d 2024-12-03T14:19:03,932 INFO [M:0;3920e6a7c3b5:36369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0b387ba36374592bc28be8d1a55ae5d, entries=1, sequenceid=70, filesize=5.0 K 2024-12-03T14:19:03,933 INFO [M:0;3920e6a7c3b5:36369 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=70, compaction requested=false 2024-12-03T14:19:03,939 INFO [M:0;3920e6a7c3b5:36369 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:03,939 DEBUG [M:0;3920e6a7c3b5:36369 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235543012Disabling compacts and flushes for region at 1733235543012Disabling writes for close at 1733235543012Obtaining lock to block concurrent updates at 1733235543012Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733235543012Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733235543013 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733235543013Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733235543013Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733235543028 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733235543028Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733235543437 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733235543459 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733235543459Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733235543473 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733235543490 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733235543490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@499e1cb4: reopening flushed file at 1733235543912 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c2a5c2: reopening flushed file at 1733235543919 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@296ca15e: reopening flushed file at 1733235543926 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=70, compaction requested=false at 1733235543933 (+7 ms)Writing region close event to WAL at 1733235543939 (+6 ms)Closed at 1733235543939 2024-12-03T14:19:03,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741830_1006 (size=41008) 2024-12-03T14:19:03,942 INFO [M:0;3920e6a7c3b5:36369 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T14:19:03,942 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:19:03,942 INFO [M:0;3920e6a7c3b5:36369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36369 2024-12-03T14:19:03,943 INFO [M:0;3920e6a7c3b5:36369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:19:04,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:19:04,117 INFO [M:0;3920e6a7c3b5:36369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:19:04,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1019b8f4a1c0000, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:19:04,119 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:19:04,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:04,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:04,119 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:19:04,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:04,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:19:04,119 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T14:19:04,119 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:19:04,120 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44455 2024-12-03T14:19:04,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44455 connecting to ZooKeeper ensemble=127.0.0.1:55824 2024-12-03T14:19:04,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444550x0, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:19:04,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44455-0x1019b8f4a1c0006 connected 2024-12-03T14:19:04,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:04,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:04,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Set watcher on znode that does not yet exist, /0-1212897979/running 2024-12-03T14:19:04,148 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1212897979/meta-region-server: INIT 2024-12-03T14:19:04,148 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0, hbase.cluster.distributed=false 2024-12-03T14:19:04,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Set watcher on znode that does not yet exist, /0-1212897979/acl 2024-12-03T14:19:04,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44455 2024-12-03T14:19:04,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44455 2024-12-03T14:19:04,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44455 2024-12-03T14:19:04,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44455 2024-12-03T14:19:04,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44455 2024-12-03T14:19:04,161 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:19:04,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:04,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:04,161 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:19:04,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:04,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:19:04,162 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T14:19:04,162 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:19:04,162 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35853 2024-12-03T14:19:04,163 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35853 connecting to ZooKeeper ensemble=127.0.0.1:55824 2024-12-03T14:19:04,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:04,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:04,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358530x0, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:19:04,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35853-0x1019b8f4a1c0007 connected 2024-12-03T14:19:04,179 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1212897979/meta-region-server: INIT 2024-12-03T14:19:04,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35853-0x1019b8f4a1c0007, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Set watcher on znode that does not yet exist, /0-1212897979/running 2024-12-03T14:19:04,179 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T14:19:04,180 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T14:19:04,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35853-0x1019b8f4a1c0007, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Set watcher on znode that does not yet exist, /0-1212897979/master 2024-12-03T14:19:04,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35853-0x1019b8f4a1c0007, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Set watcher on znode that does not yet exist, /0-1212897979/acl 2024-12-03T14:19:04,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35853 2024-12-03T14:19:04,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35853 2024-12-03T14:19:04,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35853 2024-12-03T14:19:04,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35853 2024-12-03T14:19:04,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35853 2024-12-03T14:19:04,195 DEBUG [M:0;3920e6a7c3b5:44455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3920e6a7c3b5:44455 2024-12-03T14:19:04,196 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1212897979/backup-masters/3920e6a7c3b5,44455,1733235544119 2024-12-03T14:19:04,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35853-0x1019b8f4a1c0007, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979/backup-masters 2024-12-03T14:19:04,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979/backup-masters 2024-12-03T14:19:04,207 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Set watcher on existing znode=/0-1212897979/backup-masters/3920e6a7c3b5,44455,1733235544119 2024-12-03T14:19:04,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35853-0x1019b8f4a1c0007, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1212897979/master 2024-12-03T14:19:04,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979 2024-12-03T14:19:04,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35853-0x1019b8f4a1c0007, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979 2024-12-03T14:19:04,217 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Set watcher on existing znode=/0-1212897979/master 2024-12-03T14:19:04,218 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1212897979/backup-masters/3920e6a7c3b5,44455,1733235544119 from backup master directory 2024-12-03T14:19:04,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1212897979/backup-masters/3920e6a7c3b5,44455,1733235544119 2024-12-03T14:19:04,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35853-0x1019b8f4a1c0007, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979/backup-masters 2024-12-03T14:19:04,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979/backup-masters 2024-12-03T14:19:04,227 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:19:04,227 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3920e6a7c3b5,44455,1733235544119 2024-12-03T14:19:04,236 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:04,236 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T14:19:04,242 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-12-03T14:19:04,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741846_1022 (size=196) 2024-12-03T14:19:04,657 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:19:04,658 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T14:19:04,658 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:19:04,663 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-03T14:19:04,665 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/WALs/3920e6a7c3b5,36369,1733235529130 to hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/WALs/3920e6a7c3b5,36369,1733235529130-dead as it is dead 2024-12-03T14:19:04,665 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/WALs/3920e6a7c3b5,36369,1733235529130-dead/3920e6a7c3b5%2C36369%2C1733235529130.1733235530723 2024-12-03T14:19:04,666 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/WALs/3920e6a7c3b5,36369,1733235529130-dead/3920e6a7c3b5%2C36369%2C1733235529130.1733235530723 after 1ms 2024-12-03T14:19:04,667 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/WALs/3920e6a7c3b5,36369,1733235529130-dead/3920e6a7c3b5%2C36369%2C1733235529130.1733235530723 to hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3920e6a7c3b5%2C36369%2C1733235529130.1733235530723 2024-12-03T14:19:04,667 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/WALs/3920e6a7c3b5,36369,1733235529130-dead 2024-12-03T14:19:04,667 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/WALs/3920e6a7c3b5,44455,1733235544119 2024-12-03T14:19:04,668 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:19:04,669 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3920e6a7c3b5%2C44455%2C1733235544119, suffix=, logDir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/WALs/3920e6a7c3b5,44455,1733235544119, archiveDir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/oldWALs, maxLogs=10 2024-12-03T14:19:04,679 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/WALs/3920e6a7c3b5,44455,1733235544119/3920e6a7c3b5%2C44455%2C1733235544119.1733235544669, exclude list is [], retry=0 2024-12-03T14:19:04,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36247,DS-00bb7f7b-e9fe-454d-a141-97fe31b4814f,DISK] 2024-12-03T14:19:04,714 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/WALs/3920e6a7c3b5,44455,1733235544119/3920e6a7c3b5%2C44455%2C1733235544119.1733235544669 2024-12-03T14:19:04,714 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44367:44367)] 2024-12-03T14:19:04,714 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:19:04,714 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:04,714 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:04,714 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:04,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:04,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T14:19:04,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:04,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52011968bc7944f4b5f6fd5e3130481b 2024-12-03T14:19:04,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:04,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:04,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T14:19:04,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:04,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45bcc645c00e4cd68ea71fea285b3b60 2024-12-03T14:19:04,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:04,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:04,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T14:19:04,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:04,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0b387ba36374592bc28be8d1a55ae5d 2024-12-03T14:19:04,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:04,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:04,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T14:19:04,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:04,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:04,742 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:04,742 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-03T14:19:04,742 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3920e6a7c3b5%2C36369%2C1733235529130.1733235530723 2024-12-03T14:19:04,747 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3920e6a7c3b5%2C36369%2C1733235529130.1733235530723 2024-12-03T14:19:04,748 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3920e6a7c3b5%2C36369%2C1733235529130.1733235530723 2024-12-03T14:19:04,749 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:04,749 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:04,750 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:19:04,751 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:04,753 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-03T14:19:04,754 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67612556, jitterRate=0.007505595684051514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:19:04,754 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733235544714Initializing all the Stores at 1733235544715 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235544715Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235544715Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235544715Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235544715Cleaning up temporary data from old regions at 1733235544749 (+34 ms)Region opened successfully at 1733235544754 (+5 ms) 2024-12-03T14:19:04,754 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T14:19:04,757 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a30b884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:19:04,760 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-03T14:19:04,760 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T14:19:04,760 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T14:19:04,760 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T14:19:04,761 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T14:19:04,764 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T14:19:04,764 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T14:19:04,765 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T14:19:04,765 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-03T14:19:04,765 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T14:19:04,779 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=3920e6a7c3b5,39069,1733235529340, regionLocation=3920e6a7c3b5,39069,1733235529340, openSeqNum=2 2024-12-03T14:19:04,779 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=3920e6a7c3b5,39069,1733235529340, table=hbase:meta, region=1588230740 2024-12-03T14:19:04,779 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,39069,1733235529340, state=OPEN 2024-12-03T14:19:04,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35853-0x1019b8f4a1c0007, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1212897979/meta-region-server 2024-12-03T14:19:04,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1212897979/meta-region-server 2024-12-03T14:19:04,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1212897979/meta-region-server: CHANGED 2024-12-03T14:19:04,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1212897979/meta-region-server: CHANGED 2024-12-03T14:19:04,802 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-03T14:19:04,810 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1212897979/draining/3920e6a7c3b5,39069,1733235529340 already deleted, retry=false 2024-12-03T14:19:04,810 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 3920e6a7c3b5,39069,1733235529340 on 3920e6a7c3b5,44455,1733235544119 2024-12-03T14:19:04,811 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 3920e6a7c3b5,39069,1733235529340, splitWal=true, meta=true 2024-12-03T14:19:04,811 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 3920e6a7c3b5,39069,1733235529340 (carryingMeta=true) 3920e6a7c3b5,39069,1733235529340/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2aa5edad[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T14:19:04,813 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Unable to get data of znode /0-1212897979/balancer because node does not exist (not necessarily an error) 2024-12-03T14:19:04,820 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1212897979/balancer already deleted, retry=false 2024-12-03T14:19:04,821 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T14:19:04,821 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Unable to get data of znode /0-1212897979/normalizer because node does not exist (not necessarily an error) 2024-12-03T14:19:04,831 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1212897979/normalizer already deleted, retry=false 2024-12-03T14:19:04,831 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T14:19:04,832 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Unable to get data of znode /0-1212897979/switch/split because node does not exist (not necessarily an error) 2024-12-03T14:19:04,842 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1212897979/switch/split already deleted, retry=false 2024-12-03T14:19:04,842 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Unable to get data of znode /0-1212897979/switch/merge because node does not exist (not necessarily an error) 2024-12-03T14:19:04,852 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1212897979/switch/merge already deleted, retry=false 2024-12-03T14:19:04,864 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Unable to get data of znode /0-1212897979/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T14:19:04,873 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1212897979/snapshot-cleanup already deleted, retry=false 2024-12-03T14:19:04,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35853-0x1019b8f4a1c0007, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1212897979/running 2024-12-03T14:19:04,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35853-0x1019b8f4a1c0007, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979 2024-12-03T14:19:04,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1212897979/running 2024-12-03T14:19:04,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979 2024-12-03T14:19:04,884 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3920e6a7c3b5,44455,1733235544119, sessionid=0x1019b8f4a1c0006, setting cluster-up flag (Was=false) 2024-12-03T14:19:04,895 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1212897979/flush-table-proc/acquired, /0-1212897979/flush-table-proc/reached, /0-1212897979/flush-table-proc/abort 2024-12-03T14:19:04,895 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,44455,1733235544119 2024-12-03T14:19:04,905 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1212897979/online-snapshot/acquired, /0-1212897979/online-snapshot/reached, /0-1212897979/online-snapshot/abort 2024-12-03T14:19:04,906 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,44455,1733235544119 2024-12-03T14:19:04,907 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/.lastflushedseqids 2024-12-03T14:19:04,909 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T14:19:04,909 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T14:19:04,909 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3920e6a7c3b5,44455,1733235544119 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 3920e6a7c3b5,39069,1733235529340 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T14:19:04,910 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:19:04,910 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:19:04,910 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:19:04,910 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:19:04,910 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3920e6a7c3b5:0, corePoolSize=10, maxPoolSize=10 2024-12-03T14:19:04,910 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:04,910 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:19:04,910 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:04,911 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733235574911 2024-12-03T14:19:04,911 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T14:19:04,911 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T14:19:04,911 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T14:19:04,911 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T14:19:04,911 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T14:19:04,911 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T14:19:04,911 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:04,911 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 3920e6a7c3b5,39069,1733235529340, splitWal=true, meta=true 2024-12-03T14:19:04,911 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T14:19:04,911 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T14:19:04,912 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T14:19:04,912 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T14:19:04,912 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T14:19:04,912 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T14:19:04,912 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235544912,5,FailOnTimeoutGroup] 2024-12-03T14:19:04,912 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 3920e6a7c3b5,39069,1733235529340, splitWal=true, meta=true, isMeta: true 2024-12-03T14:19:04,912 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235544912,5,FailOnTimeoutGroup] 2024-12-03T14:19:04,912 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:04,913 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T14:19:04,913 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:04,913 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:04,913 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733235544913, completionTime=-1 2024-12-03T14:19:04,913 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-03T14:19:04,913 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T14:19:04,913 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,39069,1733235529340-splitting 2024-12-03T14:19:04,914 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,39069,1733235529340-splitting dir is empty, no logs to split. 2024-12-03T14:19:04,914 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3920e6a7c3b5,39069,1733235529340 WAL count=0, meta=true 2024-12-03T14:19:04,916 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,39069,1733235529340-splitting dir is empty, no logs to split. 2024-12-03T14:19:04,916 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3920e6a7c3b5,39069,1733235529340 WAL count=0, meta=true 2024-12-03T14:19:04,916 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 3920e6a7c3b5,39069,1733235529340 WAL splitting is done? wals=0, meta=true 2024-12-03T14:19:04,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T14:19:04,917 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:19:04,918 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T14:19:04,986 INFO [RS:0;3920e6a7c3b5:35853 {}] regionserver.HRegionServer(746): ClusterId : a15d10a4-3eaa-42ab-8d91-231341c52f8a 2024-12-03T14:19:04,986 DEBUG [RS:0;3920e6a7c3b5:35853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T14:19:04,996 DEBUG [RS:0;3920e6a7c3b5:35853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T14:19:04,996 DEBUG [RS:0;3920e6a7c3b5:35853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T14:19:05,007 DEBUG [RS:0;3920e6a7c3b5:35853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T14:19:05,008 DEBUG [RS:0;3920e6a7c3b5:35853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9e0721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:19:05,018 DEBUG [RS:0;3920e6a7c3b5:35853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3920e6a7c3b5:35853 2024-12-03T14:19:05,018 INFO [RS:0;3920e6a7c3b5:35853 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T14:19:05,018 INFO [RS:0;3920e6a7c3b5:35853 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T14:19:05,018 DEBUG [RS:0;3920e6a7c3b5:35853 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T14:19:05,019 INFO [RS:0;3920e6a7c3b5:35853 {}] regionserver.HRegionServer(2659): reportForDuty to master=3920e6a7c3b5,44455,1733235544119 with port=35853, startcode=1733235544161 2024-12-03T14:19:05,019 DEBUG [RS:0;3920e6a7c3b5:35853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T14:19:05,020 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T14:19:05,020 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44455 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3920e6a7c3b5,35853,1733235544161 2024-12-03T14:19:05,020 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44455 {}] master.ServerManager(517): Registering regionserver=3920e6a7c3b5,35853,1733235544161 2024-12-03T14:19:05,022 DEBUG [RS:0;3920e6a7c3b5:35853 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0 2024-12-03T14:19:05,022 DEBUG [RS:0;3920e6a7c3b5:35853 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34853 2024-12-03T14:19:05,022 DEBUG [RS:0;3920e6a7c3b5:35853 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T14:19:05,063 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T14:19:05,068 WARN [3920e6a7c3b5:44455 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T14:19:05,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979/rs 2024-12-03T14:19:05,091 DEBUG [RS:0;3920e6a7c3b5:35853 {}] zookeeper.ZKUtil(111): regionserver:35853-0x1019b8f4a1c0007, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Set watcher on existing znode=/0-1212897979/rs/3920e6a7c3b5,35853,1733235544161 2024-12-03T14:19:05,091 WARN [RS:0;3920e6a7c3b5:35853 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:19:05,091 INFO [RS:0;3920e6a7c3b5:35853 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:19:05,091 DEBUG [RS:0;3920e6a7c3b5:35853 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,35853,1733235544161 2024-12-03T14:19:05,091 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3920e6a7c3b5,35853,1733235544161] 2024-12-03T14:19:05,107 INFO [RS:0;3920e6a7c3b5:35853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T14:19:05,108 INFO [RS:0;3920e6a7c3b5:35853 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T14:19:05,108 INFO [RS:0;3920e6a7c3b5:35853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T14:19:05,108 INFO [RS:0;3920e6a7c3b5:35853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:05,109 INFO [RS:0;3920e6a7c3b5:35853 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T14:19:05,109 INFO [RS:0;3920e6a7c3b5:35853 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T14:19:05,109 INFO [RS:0;3920e6a7c3b5:35853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:05,109 DEBUG [RS:0;3920e6a7c3b5:35853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:05,109 DEBUG [RS:0;3920e6a7c3b5:35853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:05,109 DEBUG [RS:0;3920e6a7c3b5:35853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:05,109 DEBUG [RS:0;3920e6a7c3b5:35853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:05,109 DEBUG [RS:0;3920e6a7c3b5:35853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:05,109 DEBUG [RS:0;3920e6a7c3b5:35853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:19:05,109 DEBUG [RS:0;3920e6a7c3b5:35853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:05,110 DEBUG [RS:0;3920e6a7c3b5:35853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:05,110 DEBUG [RS:0;3920e6a7c3b5:35853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:05,110 DEBUG [RS:0;3920e6a7c3b5:35853 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:05,110 DEBUG [RS:0;3920e6a7c3b5:35853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:05,110 DEBUG [RS:0;3920e6a7c3b5:35853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:05,110 DEBUG [RS:0;3920e6a7c3b5:35853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:19:05,110 DEBUG [RS:0;3920e6a7c3b5:35853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:19:05,110 INFO [RS:0;3920e6a7c3b5:35853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:05,110 INFO [RS:0;3920e6a7c3b5:35853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:05,110 INFO [RS:0;3920e6a7c3b5:35853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:05,110 INFO [RS:0;3920e6a7c3b5:35853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:05,110 INFO [RS:0;3920e6a7c3b5:35853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:05,110 INFO [RS:0;3920e6a7c3b5:35853 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,35853,1733235544161-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:19:05,122 INFO [RS:0;3920e6a7c3b5:35853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T14:19:05,122 INFO [RS:0;3920e6a7c3b5:35853 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,35853,1733235544161-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:05,134 INFO [RS:0;3920e6a7c3b5:35853 {}] regionserver.ReplicationSource(231): queueId=1-3920e6a7c3b5,35853,1733235544161, ReplicationSource: 1, currentBandwidth=0 2024-12-03T14:19:05,135 INFO [RS:0;3920e6a7c3b5:35853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:05,135 INFO [RS:0;3920e6a7c3b5:35853 {}] regionserver.Replication(171): 3920e6a7c3b5,35853,1733235544161 started 2024-12-03T14:19:05,146 INFO [RS:0;3920e6a7c3b5:35853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:05,147 INFO [RS:0;3920e6a7c3b5:35853 {}] regionserver.HRegionServer(1482): Serving as 3920e6a7c3b5,35853,1733235544161, RpcServer on 3920e6a7c3b5/172.17.0.2:35853, sessionid=0x1019b8f4a1c0007 2024-12-03T14:19:05,147 DEBUG [RS:0;3920e6a7c3b5:35853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T14:19:05,147 DEBUG [RS:0;3920e6a7c3b5:35853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3920e6a7c3b5,35853,1733235544161 2024-12-03T14:19:05,147 DEBUG [RS:0;3920e6a7c3b5:35853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,35853,1733235544161' 2024-12-03T14:19:05,147 DEBUG [RS:0;3920e6a7c3b5:35853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1212897979/flush-table-proc/abort' 2024-12-03T14:19:05,147 DEBUG [RS:0;3920e6a7c3b5:35853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1212897979/flush-table-proc/acquired' 2024-12-03T14:19:05,147 DEBUG [RS:0;3920e6a7c3b5:35853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T14:19:05,147 DEBUG [RS:0;3920e6a7c3b5:35853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T14:19:05,147 DEBUG [RS:0;3920e6a7c3b5:35853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3920e6a7c3b5,35853,1733235544161 2024-12-03T14:19:05,147 DEBUG [RS:0;3920e6a7c3b5:35853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,35853,1733235544161' 2024-12-03T14:19:05,147 DEBUG [RS:0;3920e6a7c3b5:35853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1212897979/online-snapshot/abort' 2024-12-03T14:19:05,148 DEBUG [RS:0;3920e6a7c3b5:35853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1212897979/online-snapshot/acquired' 2024-12-03T14:19:05,148 DEBUG [RS:0;3920e6a7c3b5:35853.replicationSource,1-3920e6a7c3b5,35853,1733235544161 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:35185' 2024-12-03T14:19:05,148 DEBUG [RS:0;3920e6a7c3b5:35853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T14:19:05,148 INFO [RS:0;3920e6a7c3b5:35853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T14:19:05,148 INFO [RS:0;3920e6a7c3b5:35853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T14:19:05,149 DEBUG [RS:0;3920e6a7c3b5:35853.replicationSource,1-3920e6a7c3b5,35853,1733235544161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44f2bfc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:05,149 DEBUG [RS:0;3920e6a7c3b5:35853.replicationSource,1-3920e6a7c3b5,35853,1733235544161 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,35185,-1 for getting cluster id 2024-12-03T14:19:05,149 DEBUG [RS:0;3920e6a7c3b5:35853.replicationSource,1-3920e6a7c3b5,35853,1733235544161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:05,150 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf4114fd-cf7c-4a92-9793-c711c5cd474b' 2024-12-03T14:19:05,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:05,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf4114fd-cf7c-4a92-9793-c711c5cd474b" 2024-12-03T14:19:05,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@381b400a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:05,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,35185,-1] 2024-12-03T14:19:05,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:05,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:05,151 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:05,152 DEBUG [RS:0;3920e6a7c3b5:35853.replicationSource,1-3920e6a7c3b5,35853,1733235544161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bdf3f2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:05,152 DEBUG [RS:0;3920e6a7c3b5:35853.replicationSource,1-3920e6a7c3b5,35853,1733235544161 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:05,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,35185,1733235534255 2024-12-03T14:19:05,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5de53070 2024-12-03T14:19:05,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:19:05,153 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-03T14:19:05,154 INFO [RS:0;3920e6a7c3b5:35853.replicationSource,1-3920e6a7c3b5,35853,1733235544161 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3920e6a7c3b5,35853,1733235544161 (queues=0) is replicating from cluster=a15d10a4-3eaa-42ab-8d91-231341c52f8a to cluster=cf4114fd-cf7c-4a92-9793-c711c5cd474b 2024-12-03T14:19:05,248 INFO [RS:0;3920e6a7c3b5:35853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:19:05,249 INFO [RS:0;3920e6a7c3b5:35853 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C35853%2C1733235544161, suffix=, logDir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,35853,1733235544161, archiveDir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/oldWALs, maxLogs=10 2024-12-03T14:19:05,264 DEBUG [RS:0;3920e6a7c3b5:35853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,35853,1733235544161/3920e6a7c3b5%2C35853%2C1733235544161.1733235545250, exclude list is [], retry=0 2024-12-03T14:19:05,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36247,DS-00bb7f7b-e9fe-454d-a141-97fe31b4814f,DISK] 2024-12-03T14:19:05,267 INFO [RS:0;3920e6a7c3b5:35853 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,35853,1733235544161/3920e6a7c3b5%2C35853%2C1733235544161.1733235545250 2024-12-03T14:19:05,268 DEBUG [RS:0;3920e6a7c3b5:35853 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 3920e6a7c3b5%2C35853%2C1733235544161 for peer 1 2024-12-03T14:19:05,268 DEBUG [RS:0;3920e6a7c3b5:35853 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3920e6a7c3b5%2C35853%2C1733235544161 2024-12-03T14:19:05,268 INFO [RS:0;3920e6a7c3b5:35853 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3920e6a7c3b5,35853,1733235544161, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T14:19:05,268 DEBUG [RS:0;3920e6a7c3b5:35853 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44367:44367)] 2024-12-03T14:19:05,268 INFO [RS:0;3920e6a7c3b5:35853.replicationSource.shipper3920e6a7c3b5%2C35853%2C1733235544161,1-3920e6a7c3b5,35853,1733235544161 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3920e6a7c3b5%2C35853%2C1733235544161 2024-12-03T14:19:05,268 DEBUG [RS:0;3920e6a7c3b5:35853.replicationSource.wal-reader.3920e6a7c3b5%2C35853%2C1733235544161,1-3920e6a7c3b5,35853,1733235544161 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,35853,1733235544161/3920e6a7c3b5%2C35853%2C1733235544161.1733235545250, startPosition=0, beingWritten=true 2024-12-03T14:19:05,318 DEBUG [3920e6a7c3b5:44455 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:19:05,319 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3920e6a7c3b5,35853,1733235544161 2024-12-03T14:19:05,320 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,35853,1733235544161, state=OPENING 2024-12-03T14:19:05,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35853-0x1019b8f4a1c0007, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1212897979/meta-region-server 2024-12-03T14:19:05,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1212897979/meta-region-server 2024-12-03T14:19:05,379 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:19:05,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1212897979/meta-region-server: CHANGED 2024-12-03T14:19:05,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1212897979/meta-region-server: CHANGED 2024-12-03T14:19:05,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,35853,1733235544161}] 2024-12-03T14:19:05,472 DEBUG [RS:0;3920e6a7c3b5:35853.replicationSource.wal-reader.3920e6a7c3b5%2C35853%2C1733235544161,1-3920e6a7c3b5,35853,1733235544161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,35853,1733235544161/3920e6a7c3b5%2C35853%2C1733235544161.1733235545250 to pos 0, reset compression=false 2024-12-03T14:19:05,531 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:19:05,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T14:19:05,535 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T14:19:05,535 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:19:05,535 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T14:19:05,536 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C35853%2C1733235544161.meta, suffix=.meta, logDir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,35853,1733235544161, archiveDir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/oldWALs, maxLogs=10 2024-12-03T14:19:05,547 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,35853,1733235544161/3920e6a7c3b5%2C35853%2C1733235544161.meta.1733235545537.meta, exclude list is [], retry=0 2024-12-03T14:19:05,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36247,DS-00bb7f7b-e9fe-454d-a141-97fe31b4814f,DISK] 2024-12-03T14:19:05,550 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,35853,1733235544161/3920e6a7c3b5%2C35853%2C1733235544161.meta.1733235545537.meta 2024-12-03T14:19:05,551 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44367:44367)] 2024-12-03T14:19:05,551 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:19:05,551 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:19:05,551 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:19:05,551 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T14:19:05,551 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T14:19:05,552 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T14:19:05,552 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:05,552 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T14:19:05,552 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T14:19:05,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:19:05,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:19:05,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:05,566 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/info/649c486256e34ea6a63a70f6e4e691dd 2024-12-03T14:19:05,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:05,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:19:05,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:19:05,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:05,577 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/ns/407326df2a9748359359ba04efa2fc5e 2024-12-03T14:19:05,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:05,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:19:05,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:19:05,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:05,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:05,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:19:05,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:19:05,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:05,595 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/table/0ac1a447b117422f9d9d5b57dbe36fe9 2024-12-03T14:19:05,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:05,595 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:19:05,596 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740 2024-12-03T14:19:05,597 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740 2024-12-03T14:19:05,599 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:19:05,599 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:19:05,600 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:19:05,601 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:19:05,602 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65323446, jitterRate=-0.026604801416397095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:19:05,602 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T14:19:05,602 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733235545552Writing region info on filesystem at 1733235545552Initializing all the Stores at 1733235545553 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235545553Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235545553Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235545553Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235545553Cleaning up temporary data from old regions at 1733235545599 (+46 ms)Running coprocessor post-open hooks at 1733235545602 (+3 ms)Region opened successfully at 1733235545602 2024-12-03T14:19:05,603 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733235545531 2024-12-03T14:19:05,605 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T14:19:05,605 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T14:19:05,605 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=3920e6a7c3b5,35853,1733235544161 2024-12-03T14:19:05,606 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,35853,1733235544161, state=OPEN 2024-12-03T14:19:05,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1212897979/meta-region-server 2024-12-03T14:19:05,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35853-0x1019b8f4a1c0007, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1212897979/meta-region-server 2024-12-03T14:19:05,631 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,35853,1733235544161 2024-12-03T14:19:05,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1212897979/meta-region-server: CHANGED 2024-12-03T14:19:05,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1212897979/meta-region-server: CHANGED 2024-12-03T14:19:05,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-03T14:19:05,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,35853,1733235544161 in 252 msec 2024-12-03T14:19:05,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T14:19:05,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 716 msec 2024-12-03T14:19:05,776 DEBUG [RS:0;3920e6a7c3b5:35853.replicationSource.wal-reader.3920e6a7c3b5%2C35853%2C1733235544161,1-3920e6a7c3b5,35853,1733235544161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,35853,1733235544161/3920e6a7c3b5%2C35853%2C1733235544161.1733235545250 to pos 0, reset compression=false 2024-12-03T14:19:06,180 DEBUG [RS:0;3920e6a7c3b5:35853.replicationSource.wal-reader.3920e6a7c3b5%2C35853%2C1733235544161,1-3920e6a7c3b5,35853,1733235544161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,35853,1733235544161/3920e6a7c3b5%2C35853%2C1733235544161.1733235545250 to pos 0, reset compression=false 2024-12-03T14:19:06,566 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1652ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-12-03T14:19:06,684 DEBUG [RS:0;3920e6a7c3b5:35853.replicationSource.wal-reader.3920e6a7c3b5%2C35853%2C1733235544161,1-3920e6a7c3b5,35853,1733235544161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,35853,1733235544161/3920e6a7c3b5%2C35853%2C1733235544161.1733235545250 to pos 0, reset compression=false 2024-12-03T14:19:07,289 DEBUG [RS:0;3920e6a7c3b5:35853.replicationSource.wal-reader.3920e6a7c3b5%2C35853%2C1733235544161,1-3920e6a7c3b5,35853,1733235544161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,35853,1733235544161/3920e6a7c3b5%2C35853%2C1733235544161.1733235545250 to pos 0, reset compression=false 2024-12-03T14:19:07,998 DEBUG [RS:0;3920e6a7c3b5:35853.replicationSource.wal-reader.3920e6a7c3b5%2C35853%2C1733235544161,1-3920e6a7c3b5,35853,1733235544161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,35853,1733235544161/3920e6a7c3b5%2C35853%2C1733235544161.1733235545250 to pos 0, reset compression=false 2024-12-03T14:19:08,073 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3160ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3010ms 2024-12-03T14:19:08,804 DEBUG [RS:0;3920e6a7c3b5:35853.replicationSource.wal-reader.3920e6a7c3b5%2C35853%2C1733235544161,1-3920e6a7c3b5,35853,1733235544161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,35853,1733235544161/3920e6a7c3b5%2C35853%2C1733235544161.1733235545250 to pos 0, reset compression=false 2024-12-03T14:19:09,426 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-03T14:19:09,426 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T14:19:09,426 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:19:09,426 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,35853,1733235544161, seqNum=-1] 2024-12-03T14:19:09,426 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:19:09,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:19:09,430 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cdef80dcb5d14aecc48ef17c382aed7c, regionState=OPEN, lastHost=3920e6a7c3b5,39069,1733235529340, regionLocation=3920e6a7c3b5,39069,1733235529340, openSeqNum=2 2024-12-03T14:19:09,430 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T14:19:09,430 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733235609430 2024-12-03T14:19:09,430 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733235669430 2024-12-03T14:19:09,430 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-12-03T14:19:09,431 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 3920e6a7c3b5,39069,1733235529340 had 2 regions 2024-12-03T14:19:09,431 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44455,1733235544119-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:09,431 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44455,1733235544119-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:09,431 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44455,1733235544119-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:09,431 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3920e6a7c3b5:44455, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:09,431 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:09,431 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:09,432 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 3920e6a7c3b5,39069,1733235529340, splitWal=true, meta=true, isMeta: false 2024-12-03T14:19:09,433 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,39069,1733235529340-splitting dir is empty, no logs to split. 2024-12-03T14:19:09,433 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3920e6a7c3b5,39069,1733235529340 WAL count=0, meta=false 2024-12-03T14:19:09,437 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.208sec 2024-12-03T14:19:09,437 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T14:19:09,437 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T14:19:09,437 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T14:19:09,437 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T14:19:09,437 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T14:19:09,437 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44455,1733235544119-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:19:09,437 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44455,1733235544119-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T14:19:09,437 WARN [master/3920e6a7c3b5:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=3920e6a7c3b5,39069,1733235529340/hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. 2024-12-03T14:19:09,438 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,39069,1733235529340-splitting dir is empty, no logs to split. 2024-12-03T14:19:09,439 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3920e6a7c3b5,39069,1733235529340 WAL count=0, meta=false 2024-12-03T14:19:09,439 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 3920e6a7c3b5,39069,1733235529340 WAL splitting is done? wals=0, meta=false 2024-12-03T14:19:09,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cdef80dcb5d14aecc48ef17c382aed7c, ASSIGN}] 2024-12-03T14:19:09,441 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cdef80dcb5d14aecc48ef17c382aed7c, ASSIGN 2024-12-03T14:19:09,442 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cdef80dcb5d14aecc48ef17c382aed7c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T14:19:09,446 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T14:19:09,446 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T14:19:09,446 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44455,1733235544119-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:09,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fdf6786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:09,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,44455,-1 for getting cluster id 2024-12-03T14:19:09,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:09,490 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a15d10a4-3eaa-42ab-8d91-231341c52f8a' 2024-12-03T14:19:09,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:09,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a15d10a4-3eaa-42ab-8d91-231341c52f8a" 2024-12-03T14:19:09,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c3240fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:09,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,44455,-1] 2024-12-03T14:19:09,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:09,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:09,492 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:09,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e857e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:09,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:19:09,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,35853,1733235544161, seqNum=-1] 2024-12-03T14:19:09,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:19:09,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:19:09,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-03T14:19:09,496 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:19:09,496 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:09,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:09,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:09,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:19:09,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 3920e6a7c3b5:44455 after: 3920e6a7c3b5:44455 2024-12-03T14:19:09,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb4efb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:09,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,44455,-1 for getting cluster id 2024-12-03T14:19:09,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:09,498 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a15d10a4-3eaa-42ab-8d91-231341c52f8a' 2024-12-03T14:19:09,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:09,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a15d10a4-3eaa-42ab-8d91-231341c52f8a" 2024-12-03T14:19:09,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@795fba0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:09,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,44455,-1] 2024-12-03T14:19:09,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:09,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:09,499 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:09,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f4dbc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:09,500 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:09,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,44455,1733235544119 2024-12-03T14:19:09,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45eb9e91 2024-12-03T14:19:09,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:19:09,502 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:19:09,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44455 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T14:19:09,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T14:19:09,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:19:09,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:09,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:09,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:09,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:19:09,503 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T14:19:09,503 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1304146982, stopped=false 2024-12-03T14:19:09,503 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3920e6a7c3b5,35185,1733235534255 2024-12-03T14:19:09,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x1019b8f4a1c0004, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1776190724/running 2024-12-03T14:19:09,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1776190724/running 2024-12-03T14:19:09,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x1019b8f4a1c0004, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776190724 2024-12-03T14:19:09,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776190724 2024-12-03T14:19:09,564 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:19:09,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:19:09,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:09,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:09,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36931-0x1019b8f4a1c0004, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Set watcher on znode that does not yet exist, /1-1776190724/running 2024-12-03T14:19:09,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Set watcher on znode that does not yet exist, /1-1776190724/running 2024-12-03T14:19:09,565 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3920e6a7c3b5,36931,1733235534433' ***** 2024-12-03T14:19:09,565 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T14:19:09,565 INFO [RS:0;3920e6a7c3b5:36931 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T14:19:09,565 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T14:19:09,565 INFO [RS:0;3920e6a7c3b5:36931 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T14:19:09,565 INFO [RS:0;3920e6a7c3b5:36931 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T14:19:09,565 INFO [RS:0;3920e6a7c3b5:36931 {}] regionserver.HRegionServer(959): stopping server 3920e6a7c3b5,36931,1733235534433 2024-12-03T14:19:09,565 INFO [RS:0;3920e6a7c3b5:36931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:19:09,565 INFO [RS:0;3920e6a7c3b5:36931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:36931. 2024-12-03T14:19:09,565 DEBUG [RS:0;3920e6a7c3b5:36931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:09,565 DEBUG [RS:0;3920e6a7c3b5:36931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:09,565 INFO [RS:0;3920e6a7c3b5:36931 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T14:19:09,565 INFO [RS:0;3920e6a7c3b5:36931 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T14:19:09,565 INFO [RS:0;3920e6a7c3b5:36931 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T14:19:09,565 INFO [RS:0;3920e6a7c3b5:36931 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T14:19:09,566 INFO [RS:0;3920e6a7c3b5:36931 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T14:19:09,566 DEBUG [RS:0;3920e6a7c3b5:36931 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T14:19:09,566 DEBUG [RS:0;3920e6a7c3b5:36931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:19:09,566 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:19:09,566 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:19:09,566 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:19:09,566 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:19:09,566 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:19:09,566 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T14:19:09,579 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/data/hbase/meta/1588230740/.tmp/ns/bf5e802610e94ac08b2943e60bc1d3bd is 43, key is default/ns:d/1733235538258/Put/seqid=0 2024-12-03T14:19:09,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741835_1011 (size=5153) 2024-12-03T14:19:09,593 DEBUG [3920e6a7c3b5:44455 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:19:09,593 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=cdef80dcb5d14aecc48ef17c382aed7c, regionState=OPENING, regionLocation=3920e6a7c3b5,35853,1733235544161 2024-12-03T14:19:09,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cdef80dcb5d14aecc48ef17c382aed7c, ASSIGN because future has completed 2024-12-03T14:19:09,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdef80dcb5d14aecc48ef17c382aed7c, server=3920e6a7c3b5,35853,1733235544161}] 2024-12-03T14:19:09,658 INFO [regionserver/3920e6a7c3b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:19:09,708 DEBUG [RS:0;3920e6a7c3b5:35853.replicationSource.wal-reader.3920e6a7c3b5%2C35853%2C1733235544161,1-3920e6a7c3b5,35853,1733235544161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,35853,1733235544161/3920e6a7c3b5%2C35853%2C1733235544161.1733235545250 to pos 0, reset compression=false 2024-12-03T14:19:09,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. 2024-12-03T14:19:09,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:19:09,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T14:19:09,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C35853%2C1733235544161.rep, suffix=, logDir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,35853,1733235544161, archiveDir=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/oldWALs, maxLogs=10 2024-12-03T14:19:09,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,35853,1733235544161/3920e6a7c3b5%2C35853%2C1733235544161.rep.1733235549752, exclude list is [], retry=0 2024-12-03T14:19:09,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36247,DS-00bb7f7b-e9fe-454d-a141-97fe31b4814f,DISK] 2024-12-03T14:19:09,766 DEBUG [RS:0;3920e6a7c3b5:36931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:19:09,767 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,35853,1733235544161/3920e6a7c3b5%2C35853%2C1733235544161.rep.1733235549752 2024-12-03T14:19:09,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44367:44367)] 2024-12-03T14:19:09,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => cdef80dcb5d14aecc48ef17c382aed7c, NAME => 'hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:19:09,767 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:19:09,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:19:09,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. service=MultiRowMutationService 2024-12-03T14:19:09,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T14:19:09,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:19:09,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:09,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:19:09,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:19:09,770 INFO [StoreOpener-cdef80dcb5d14aecc48ef17c382aed7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:19:09,770 INFO [StoreOpener-cdef80dcb5d14aecc48ef17c382aed7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdef80dcb5d14aecc48ef17c382aed7c columnFamilyName hfileref 2024-12-03T14:19:09,770 DEBUG [StoreOpener-cdef80dcb5d14aecc48ef17c382aed7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:09,771 INFO [StoreOpener-cdef80dcb5d14aecc48ef17c382aed7c-1 {}] regionserver.HStore(327): Store=cdef80dcb5d14aecc48ef17c382aed7c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:09,771 INFO [StoreOpener-cdef80dcb5d14aecc48ef17c382aed7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:19:09,771 INFO [StoreOpener-cdef80dcb5d14aecc48ef17c382aed7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdef80dcb5d14aecc48ef17c382aed7c columnFamilyName queue 2024-12-03T14:19:09,771 DEBUG [StoreOpener-cdef80dcb5d14aecc48ef17c382aed7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:09,777 DEBUG [StoreOpener-cdef80dcb5d14aecc48ef17c382aed7c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/replication/cdef80dcb5d14aecc48ef17c382aed7c/queue/d21091cd26e14699919b1955337ef924 2024-12-03T14:19:09,777 INFO [StoreOpener-cdef80dcb5d14aecc48ef17c382aed7c-1 {}] regionserver.HStore(327): Store=cdef80dcb5d14aecc48ef17c382aed7c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:09,777 INFO [StoreOpener-cdef80dcb5d14aecc48ef17c382aed7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:19:09,778 INFO [StoreOpener-cdef80dcb5d14aecc48ef17c382aed7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdef80dcb5d14aecc48ef17c382aed7c columnFamilyName sid 2024-12-03T14:19:09,778 DEBUG [StoreOpener-cdef80dcb5d14aecc48ef17c382aed7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:09,778 INFO [StoreOpener-cdef80dcb5d14aecc48ef17c382aed7c-1 {}] regionserver.HStore(327): Store=cdef80dcb5d14aecc48ef17c382aed7c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:09,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:19:09,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/replication/cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:19:09,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/replication/cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:19:09,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:19:09,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:19:09,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:19:09,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:19:09,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened cdef80dcb5d14aecc48ef17c382aed7c; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69234944, jitterRate=0.031681060791015625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:19:09,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:19:09,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for cdef80dcb5d14aecc48ef17c382aed7c: Running coprocessor pre-open hook at 1733235549769Writing region info on filesystem at 1733235549769Initializing all the Stores at 1733235549769Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235549769Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235549770 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235549770Cleaning up temporary data from old regions at 1733235549780 (+10 ms)Running coprocessor post-open hooks at 1733235549782 (+2 ms)Region opened successfully at 1733235549783 (+1 ms) 2024-12-03T14:19:09,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c., pid=13, masterSystemTime=1733235549748 2024-12-03T14:19:09,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. 2024-12-03T14:19:09,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. 2024-12-03T14:19:09,786 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=cdef80dcb5d14aecc48ef17c382aed7c, regionState=OPEN, openSeqNum=9, regionLocation=3920e6a7c3b5,35853,1733235544161 2024-12-03T14:19:09,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdef80dcb5d14aecc48ef17c382aed7c, server=3920e6a7c3b5,35853,1733235544161 because future has completed 2024-12-03T14:19:09,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T14:19:09,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure cdef80dcb5d14aecc48ef17c382aed7c, server=3920e6a7c3b5,35853,1733235544161 in 193 msec 2024-12-03T14:19:09,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-03T14:19:09,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cdef80dcb5d14aecc48ef17c382aed7c, ASSIGN in 350 msec 2024-12-03T14:19:09,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-03T14:19:09,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c., hostname=3920e6a7c3b5,35853,1733235544161, seqNum=9] 2024-12-03T14:19:09,807 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 3920e6a7c3b5,39069,1733235529340 2024-12-03T14:19:09,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-03T14:19:09,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35853 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-03T14:19:09,966 DEBUG [RS:0;3920e6a7c3b5:36931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:19:09,983 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/data/hbase/meta/1588230740/.tmp/ns/bf5e802610e94ac08b2943e60bc1d3bd 2024-12-03T14:19:09,988 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/data/hbase/meta/1588230740/.tmp/ns/bf5e802610e94ac08b2943e60bc1d3bd as hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/data/hbase/meta/1588230740/ns/bf5e802610e94ac08b2943e60bc1d3bd 2024-12-03T14:19:09,992 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/data/hbase/meta/1588230740/ns/bf5e802610e94ac08b2943e60bc1d3bd, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T14:19:09,993 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 427ms, sequenceid=6, compaction requested=false 2024-12-03T14:19:09,996 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T14:19:09,997 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:19:09,997 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:19:09,997 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:19:09,997 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235549566Running coprocessor pre-close hooks at 1733235549566Disabling compacts and flushes for region at 1733235549566Disabling writes for close at 1733235549566Obtaining lock to block concurrent updates at 1733235549566Preparing flush snapshotting stores in 1588230740 at 1733235549566Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733235549566Flushing stores of hbase:meta,,1.1588230740 at 1733235549567 (+1 ms)Flushing 1588230740/ns: creating writer at 1733235549567Flushing 1588230740/ns: appending metadata at 1733235549579 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733235549579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6272bf37: reopening flushed file at 1733235549988 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 427ms, sequenceid=6, compaction requested=false at 1733235549993 (+5 ms)Writing region close event to WAL at 1733235549993Running coprocessor post-close hooks at 1733235549997 (+4 ms)Closed at 1733235549997 2024-12-03T14:19:09,997 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T14:19:10,148 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T14:19:10,149 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T14:19:10,166 INFO [RS:0;3920e6a7c3b5:36931 {}] regionserver.HRegionServer(976): stopping server 3920e6a7c3b5,36931,1733235534433; all regions closed. 2024-12-03T14:19:10,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741834_1010 (size=1152) 2024-12-03T14:19:10,170 DEBUG [RS:0;3920e6a7c3b5:36931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/oldWALs 2024-12-03T14:19:10,170 INFO [RS:0;3920e6a7c3b5:36931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C36931%2C1733235534433.meta:.meta(num 1733235538208) 2024-12-03T14:19:10,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741832_1008 (size=93) 2024-12-03T14:19:10,174 DEBUG [RS:0;3920e6a7c3b5:36931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/oldWALs 2024-12-03T14:19:10,174 INFO [RS:0;3920e6a7c3b5:36931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C36931%2C1733235534433:(num 1733235537279) 2024-12-03T14:19:10,174 DEBUG [RS:0;3920e6a7c3b5:36931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:10,174 INFO [RS:0;3920e6a7c3b5:36931 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:19:10,174 INFO [RS:0;3920e6a7c3b5:36931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:19:10,174 INFO [RS:0;3920e6a7c3b5:36931 {}] hbase.ChoreService(370): Chore service for: regionserver/3920e6a7c3b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T14:19:10,174 INFO [RS:0;3920e6a7c3b5:36931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:19:10,174 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:19:10,174 INFO [RS:0;3920e6a7c3b5:36931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36931 2024-12-03T14:19:10,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776190724/rs 2024-12-03T14:19:10,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x1019b8f4a1c0004, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1776190724/rs/3920e6a7c3b5,36931,1733235534433 2024-12-03T14:19:10,196 INFO [RS:0;3920e6a7c3b5:36931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:19:10,206 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3920e6a7c3b5,36931,1733235534433] 2024-12-03T14:19:10,216 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1776190724/draining/3920e6a7c3b5,36931,1733235534433 already deleted, retry=false 2024-12-03T14:19:10,216 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3920e6a7c3b5,36931,1733235534433 expired; onlineServers=0 2024-12-03T14:19:10,216 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3920e6a7c3b5,35185,1733235534255' ***** 2024-12-03T14:19:10,216 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T14:19:10,217 INFO [M:0;3920e6a7c3b5:35185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:19:10,217 INFO [M:0;3920e6a7c3b5:35185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:19:10,217 DEBUG [M:0;3920e6a7c3b5:35185 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T14:19:10,217 DEBUG [M:0;3920e6a7c3b5:35185 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T14:19:10,217 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T14:19:10,217 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235537008 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235537008,5,FailOnTimeoutGroup] 2024-12-03T14:19:10,217 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235537008 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235537008,5,FailOnTimeoutGroup] 2024-12-03T14:19:10,217 INFO [M:0;3920e6a7c3b5:35185 {}] hbase.ChoreService(370): Chore service for: master/3920e6a7c3b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T14:19:10,217 INFO [M:0;3920e6a7c3b5:35185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:19:10,217 DEBUG [M:0;3920e6a7c3b5:35185 {}] master.HMaster(1795): Stopping service threads 2024-12-03T14:19:10,217 INFO [M:0;3920e6a7c3b5:35185 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T14:19:10,217 INFO [M:0;3920e6a7c3b5:35185 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:19:10,217 INFO [M:0;3920e6a7c3b5:35185 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T14:19:10,217 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T14:19:10,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1776190724/master 2024-12-03T14:19:10,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776190724 2024-12-03T14:19:10,227 DEBUG [M:0;3920e6a7c3b5:35185 {}] zookeeper.ZKUtil(347): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Unable to get data of znode /1-1776190724/master because node does not exist (not an error) 2024-12-03T14:19:10,227 WARN [M:0;3920e6a7c3b5:35185 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T14:19:10,228 INFO [M:0;3920e6a7c3b5:35185 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/.lastflushedseqids 2024-12-03T14:19:10,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741836_1012 (size=99) 2024-12-03T14:19:10,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x1019b8f4a1c0004, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:19:10,306 INFO [RS:0;3920e6a7c3b5:36931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:19:10,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x1019b8f4a1c0004, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:19:10,306 INFO [RS:0;3920e6a7c3b5:36931 {}] regionserver.HRegionServer(1031): Exiting; stopping=3920e6a7c3b5,36931,1733235534433; zookeeper connection closed. 2024-12-03T14:19:10,306 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@181e5587 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@181e5587 2024-12-03T14:19:10,307 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T14:19:10,633 INFO [M:0;3920e6a7c3b5:35185 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T14:19:10,633 INFO [M:0;3920e6a7c3b5:35185 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T14:19:10,633 DEBUG [M:0;3920e6a7c3b5:35185 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:19:10,633 INFO [M:0;3920e6a7c3b5:35185 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:10,633 DEBUG [M:0;3920e6a7c3b5:35185 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:10,633 DEBUG [M:0;3920e6a7c3b5:35185 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:19:10,633 DEBUG [M:0;3920e6a7c3b5:35185 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:10,633 INFO [M:0;3920e6a7c3b5:35185 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T14:19:10,646 DEBUG [M:0;3920e6a7c3b5:35185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ccbb7dd0f8b84ebc9c296622e4557640 is 82, key is hbase:meta,,1/info:regioninfo/1733235538236/Put/seqid=0 2024-12-03T14:19:10,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741837_1013 (size=5672) 2024-12-03T14:19:10,712 DEBUG [RS:0;3920e6a7c3b5:35853.replicationSource.wal-reader.3920e6a7c3b5%2C35853%2C1733235544161,1-3920e6a7c3b5,35853,1733235544161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,35853,1733235544161/3920e6a7c3b5%2C35853%2C1733235544161.1733235545250 to pos 0, reset compression=false 2024-12-03T14:19:11,050 INFO [M:0;3920e6a7c3b5:35185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ccbb7dd0f8b84ebc9c296622e4557640 2024-12-03T14:19:11,056 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:19:11,066 DEBUG [M:0;3920e6a7c3b5:35185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75e29eb7b0ea4398a1ab1485b9b18cb6 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733235538263/Put/seqid=0 2024-12-03T14:19:11,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741838_1014 (size=5275) 2024-12-03T14:19:11,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:11,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:11,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:11,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:11,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:11,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:11,470 INFO [M:0;3920e6a7c3b5:35185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75e29eb7b0ea4398a1ab1485b9b18cb6 2024-12-03T14:19:11,486 DEBUG [M:0;3920e6a7c3b5:35185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13db782f81514a3ab7ea6cd5dda1df91 is 69, key is 3920e6a7c3b5,36931,1733235534433/rs:state/1733235537098/Put/seqid=0 2024-12-03T14:19:11,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741839_1015 (size=5156) 2024-12-03T14:19:11,816 DEBUG [RS:0;3920e6a7c3b5:35853.replicationSource.wal-reader.3920e6a7c3b5%2C35853%2C1733235544161,1-3920e6a7c3b5,35853,1733235544161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,35853,1733235544161/3920e6a7c3b5%2C35853%2C1733235544161.1733235545250 to pos 0, reset compression=false 2024-12-03T14:19:11,890 INFO [M:0;3920e6a7c3b5:35185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13db782f81514a3ab7ea6cd5dda1df91 2024-12-03T14:19:11,895 DEBUG [M:0;3920e6a7c3b5:35185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ccbb7dd0f8b84ebc9c296622e4557640 as hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ccbb7dd0f8b84ebc9c296622e4557640 2024-12-03T14:19:11,899 INFO [M:0;3920e6a7c3b5:35185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ccbb7dd0f8b84ebc9c296622e4557640, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T14:19:11,900 DEBUG [M:0;3920e6a7c3b5:35185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75e29eb7b0ea4398a1ab1485b9b18cb6 as hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75e29eb7b0ea4398a1ab1485b9b18cb6 2024-12-03T14:19:11,904 INFO [M:0;3920e6a7c3b5:35185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75e29eb7b0ea4398a1ab1485b9b18cb6, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T14:19:11,905 DEBUG [M:0;3920e6a7c3b5:35185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13db782f81514a3ab7ea6cd5dda1df91 as hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13db782f81514a3ab7ea6cd5dda1df91 2024-12-03T14:19:11,909 INFO [M:0;3920e6a7c3b5:35185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34435/user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13db782f81514a3ab7ea6cd5dda1df91, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T14:19:11,910 INFO [M:0;3920e6a7c3b5:35185 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=28, compaction requested=false 2024-12-03T14:19:11,911 INFO [M:0;3920e6a7c3b5:35185 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:11,911 DEBUG [M:0;3920e6a7c3b5:35185 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235550633Disabling compacts and flushes for region at 1733235550633Disabling writes for close at 1733235550633Obtaining lock to block concurrent updates at 1733235550633Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733235550633Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733235550634 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733235550634Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733235550634Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733235550645 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733235550646 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733235551054 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733235551065 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733235551066 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733235551474 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733235551485 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733235551485Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fcbf6e8: reopening flushed file at 1733235551894 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aef2ebe: reopening flushed file at 1733235551899 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e6a30c8: reopening flushed file at 1733235551904 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=28, compaction requested=false at 1733235551910 (+6 ms)Writing region close event to WAL at 1733235551911 (+1 ms)Closed at 1733235551911 2024-12-03T14:19:11,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741830_1006 (size=10165) 2024-12-03T14:19:11,913 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31dc387f-7481-7862-9398-f1e26b924455/MasterData/WALs/3920e6a7c3b5,35185,1733235534255/3920e6a7c3b5%2C35185%2C1733235534255.1733235536233 not finished, retry = 0 2024-12-03T14:19:12,014 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:19:12,014 INFO [M:0;3920e6a7c3b5:35185 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T14:19:12,014 INFO [M:0;3920e6a7c3b5:35185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35185 2024-12-03T14:19:12,015 INFO [M:0;3920e6a7c3b5:35185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:19:12,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:19:12,180 INFO [M:0;3920e6a7c3b5:35185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:19:12,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35185-0x1019b8f4a1c0003, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:19:12,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fb5c9dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:19:12,210 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2845a215{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:19:12,211 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:19:12,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2918e8d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:19:12,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58541b57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/hadoop.log.dir/,STOPPED} 2024-12-03T14:19:12,216 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T14:19:12,216 WARN [BP-313396935-172.17.0.2-1733235532419 heartbeating to localhost/127.0.0.1:34435 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T14:19:12,216 WARN [BP-313396935-172.17.0.2-1733235532419 heartbeating to localhost/127.0.0.1:34435 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-313396935-172.17.0.2-1733235532419 (Datanode Uuid d3ee76f8-d3b0-45f1-adb7-fd130b4f732b) service to localhost/127.0.0.1:34435 2024-12-03T14:19:12,216 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T14:19:12,216 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/cluster_f4919d42-33fe-d82d-eea7-a608768cad42/data/data1/current/BP-313396935-172.17.0.2-1733235532419 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:19:12,216 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/cluster_f4919d42-33fe-d82d-eea7-a608768cad42/data/data2/current/BP-313396935-172.17.0.2-1733235532419 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:19:12,217 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T14:19:12,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e19afe9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:19:12,222 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65fadc0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:19:12,222 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:19:12,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b17a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:19:12,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72c980f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/hadoop.log.dir/,STOPPED} 2024-12-03T14:19:12,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T14:19:12,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T14:19:12,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:19:12,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:12,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:12,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:12,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:19:12,232 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T14:19:12,232 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1913914723, stopped=false 2024-12-03T14:19:12,232 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3920e6a7c3b5,44455,1733235544119 2024-12-03T14:19:12,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1212897979/running 2024-12-03T14:19:12,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979 2024-12-03T14:19:12,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35853-0x1019b8f4a1c0007, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1212897979/running 2024-12-03T14:19:12,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35853-0x1019b8f4a1c0007, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979 2024-12-03T14:19:12,248 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:19:12,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Set watcher on znode that does not yet exist, /0-1212897979/running 2024-12-03T14:19:12,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35853-0x1019b8f4a1c0007, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Set watcher on znode that does not yet exist, /0-1212897979/running 2024-12-03T14:19:12,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:19:12,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:12,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:12,249 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3920e6a7c3b5,35853,1733235544161' ***** 2024-12-03T14:19:12,249 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T14:19:12,249 INFO [RS:0;3920e6a7c3b5:35853 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T14:19:12,249 INFO [RS:0;3920e6a7c3b5:35853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T14:19:12,249 INFO [RS:0;3920e6a7c3b5:35853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T14:19:12,249 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T14:19:12,249 INFO [RS:0;3920e6a7c3b5:35853 {}] regionserver.HRegionServer(3091): Received CLOSE for cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:19:12,250 INFO [RS:0;3920e6a7c3b5:35853 {}] regionserver.HRegionServer(959): stopping server 3920e6a7c3b5,35853,1733235544161 2024-12-03T14:19:12,250 INFO [RS:0;3920e6a7c3b5:35853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:19:12,250 INFO [RS:0;3920e6a7c3b5:35853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:35853. 2024-12-03T14:19:12,250 DEBUG [RS:0;3920e6a7c3b5:35853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:12,250 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cdef80dcb5d14aecc48ef17c382aed7c, disabling compactions & flushes 2024-12-03T14:19:12,250 DEBUG [RS:0;3920e6a7c3b5:35853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:12,250 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. 2024-12-03T14:19:12,250 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. 2024-12-03T14:19:12,250 INFO [RS:0;3920e6a7c3b5:35853 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T14:19:12,250 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. after waiting 0 ms 2024-12-03T14:19:12,250 INFO [RS:0;3920e6a7c3b5:35853 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T14:19:12,250 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. 2024-12-03T14:19:12,250 INFO [RS:0;3920e6a7c3b5:35853 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T14:19:12,250 INFO [RS:0;3920e6a7c3b5:35853 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T14:19:12,250 INFO [RS:0;3920e6a7c3b5:35853 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T14:19:12,250 DEBUG [RS:0;3920e6a7c3b5:35853 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cdef80dcb5d14aecc48ef17c382aed7c=hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c.} 2024-12-03T14:19:12,250 DEBUG [RS:0;3920e6a7c3b5:35853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdef80dcb5d14aecc48ef17c382aed7c 2024-12-03T14:19:12,250 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:19:12,250 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:19:12,250 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:19:12,250 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:19:12,250 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:19:12,250 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-03T14:19:12,253 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/replication/cdef80dcb5d14aecc48ef17c382aed7c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-03T14:19:12,254 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:19:12,254 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:19:12,254 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. 2024-12-03T14:19:12,254 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cdef80dcb5d14aecc48ef17c382aed7c: Waiting for close lock at 1733235552250Running coprocessor pre-close hooks at 1733235552250Disabling compacts and flushes for region at 1733235552250Disabling writes for close at 1733235552250Writing region close event to WAL at 1733235552250Running coprocessor post-close hooks at 1733235552254 (+4 ms)Closed at 1733235552254 2024-12-03T14:19:12,254 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c. 2024-12-03T14:19:12,263 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/.tmp/info/ba14273e4e424731accac73f08d42f10 is 147, key is hbase:replication,,1733235538413.cdef80dcb5d14aecc48ef17c382aed7c./info:regioninfo/1733235549786/Put/seqid=0 2024-12-03T14:19:12,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741851_1027 (size=6385) 2024-12-03T14:19:12,326 INFO [regionserver/3920e6a7c3b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:19:12,450 DEBUG [RS:0;3920e6a7c3b5:35853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:19:12,650 DEBUG [RS:0;3920e6a7c3b5:35853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:19:12,667 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/.tmp/info/ba14273e4e424731accac73f08d42f10 2024-12-03T14:19:12,672 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/.tmp/info/ba14273e4e424731accac73f08d42f10 as hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/info/ba14273e4e424731accac73f08d42f10 2024-12-03T14:19:12,677 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/info/ba14273e4e424731accac73f08d42f10, entries=8, sequenceid=19, filesize=6.2 K 2024-12-03T14:19:12,678 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-12-03T14:19:12,682 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-03T14:19:12,682 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:19:12,682 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:19:12,682 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:19:12,682 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235552250Running coprocessor pre-close hooks at 1733235552250Disabling compacts and flushes for region at 1733235552250Disabling writes for close at 1733235552250Obtaining lock to block concurrent updates at 1733235552250Preparing flush snapshotting stores in 1588230740 at 1733235552250Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733235552250Flushing stores of hbase:meta,,1.1588230740 at 1733235552251 (+1 ms)Flushing 1588230740/info: creating writer at 1733235552251Flushing 1588230740/info: appending metadata at 1733235552263 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733235552263Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7695b25: reopening flushed file at 1733235552671 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1733235552678 (+7 ms)Writing region close event to WAL at 1733235552679 (+1 ms)Running coprocessor post-close hooks at 1733235552682 (+3 ms)Closed at 1733235552682 2024-12-03T14:19:12,682 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T14:19:12,850 INFO [RS:0;3920e6a7c3b5:35853 {}] regionserver.HRegionServer(976): stopping server 3920e6a7c3b5,35853,1733235544161; all regions closed. 2024-12-03T14:19:12,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741849_1025 (size=2156) 2024-12-03T14:19:12,853 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,35853,1733235544161/3920e6a7c3b5%2C35853%2C1733235544161.meta.1733235545537.meta not finished, retry = 0 2024-12-03T14:19:12,955 DEBUG [RS:0;3920e6a7c3b5:35853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/oldWALs 2024-12-03T14:19:12,955 INFO [RS:0;3920e6a7c3b5:35853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C35853%2C1733235544161.meta:.meta(num 1733235545537) 2024-12-03T14:19:12,957 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,35853,1733235544161/3920e6a7c3b5%2C35853%2C1733235544161.rep.1733235549752 not finished, retry = 0 2024-12-03T14:19:12,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741850_1026 (size=796) 2024-12-03T14:19:13,020 DEBUG [RS:0;3920e6a7c3b5:35853.replicationSource.wal-reader.3920e6a7c3b5%2C35853%2C1733235544161,1-3920e6a7c3b5,35853,1733235544161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,35853,1733235544161/3920e6a7c3b5%2C35853%2C1733235544161.1733235545250 to pos 0, reset compression=false 2024-12-03T14:19:13,059 DEBUG [RS:0;3920e6a7c3b5:35853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/oldWALs 2024-12-03T14:19:13,059 INFO [RS:0;3920e6a7c3b5:35853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C35853%2C1733235544161.rep:(num 1733235549752) 2024-12-03T14:19:13,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741848_1024 (size=93) 2024-12-03T14:19:13,061 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/WALs/3920e6a7c3b5,35853,1733235544161/3920e6a7c3b5%2C35853%2C1733235544161.1733235545250 not finished, retry = 0 2024-12-03T14:19:13,111 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T14:19:13,111 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T14:19:13,163 DEBUG [RS:0;3920e6a7c3b5:35853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/oldWALs 2024-12-03T14:19:13,163 INFO [RS:0;3920e6a7c3b5:35853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C35853%2C1733235544161:(num 1733235545250) 2024-12-03T14:19:13,163 DEBUG [RS:0;3920e6a7c3b5:35853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:13,163 INFO [RS:0;3920e6a7c3b5:35853 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:19:13,163 INFO [RS:0;3920e6a7c3b5:35853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:19:13,163 INFO [RS:0;3920e6a7c3b5:35853 {}] hbase.ChoreService(370): Chore service for: regionserver/3920e6a7c3b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T14:19:13,163 INFO [RS:0;3920e6a7c3b5:35853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:19:13,163 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:19:13,163 INFO [RS:0;3920e6a7c3b5:35853 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3920e6a7c3b5,35853,1733235544161 because: Region server is closing 2024-12-03T14:19:13,163 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-03T14:19:13,164 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-03T14:19:13,164 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-03T14:19:13,164 INFO [RS:0;3920e6a7c3b5:35853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:35853. 2024-12-03T14:19:13,164 DEBUG [RS:0;3920e6a7c3b5:35853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:13,164 DEBUG [RS:0;3920e6a7c3b5:35853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:13,164 DEBUG [RS:0;3920e6a7c3b5:35853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:13,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:19:13,264 WARN [RS:0;3920e6a7c3b5:35853.replicationSource.shipper3920e6a7c3b5%2C35853%2C1733235544161,1-3920e6a7c3b5,35853,1733235544161 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T14:19:13,264 WARN [RS:0;3920e6a7c3b5:35853.replicationSource.wal-reader.3920e6a7c3b5%2C35853%2C1733235544161,1-3920e6a7c3b5,35853,1733235544161 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T14:19:13,264 INFO [RS:0;3920e6a7c3b5:35853 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;3920e6a7c3b5:35853.replicationSource.shipper3920e6a7c3b5%2C35853%2C1733235544161,1-3920e6a7c3b5,35853,1733235544161 terminated 2024-12-03T14:19:13,264 INFO [RS:0;3920e6a7c3b5:35853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35853 2024-12-03T14:19:13,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979/rs 2024-12-03T14:19:13,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35853-0x1019b8f4a1c0007, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1212897979/rs/3920e6a7c3b5,35853,1733235544161 2024-12-03T14:19:13,353 INFO [RS:0;3920e6a7c3b5:35853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:19:13,364 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3920e6a7c3b5,35853,1733235544161] 2024-12-03T14:19:13,374 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1212897979/draining/3920e6a7c3b5,35853,1733235544161 already deleted, retry=false 2024-12-03T14:19:13,374 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3920e6a7c3b5,35853,1733235544161 expired; onlineServers=0 2024-12-03T14:19:13,374 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3920e6a7c3b5,44455,1733235544119' ***** 2024-12-03T14:19:13,374 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T14:19:13,374 INFO [M:0;3920e6a7c3b5:44455 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:19:13,374 INFO [M:0;3920e6a7c3b5:44455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:19:13,375 DEBUG [M:0;3920e6a7c3b5:44455 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T14:19:13,375 DEBUG [M:0;3920e6a7c3b5:44455 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T14:19:13,375 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235544912 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235544912,5,FailOnTimeoutGroup] 2024-12-03T14:19:13,375 INFO [M:0;3920e6a7c3b5:44455 {}] hbase.ChoreService(370): Chore service for: master/3920e6a7c3b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T14:19:13,375 INFO [M:0;3920e6a7c3b5:44455 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:19:13,375 DEBUG [M:0;3920e6a7c3b5:44455 {}] master.HMaster(1795): Stopping service threads 2024-12-03T14:19:13,375 INFO [M:0;3920e6a7c3b5:44455 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T14:19:13,375 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235544912 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235544912,5,FailOnTimeoutGroup] 2024-12-03T14:19:13,375 INFO [M:0;3920e6a7c3b5:44455 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:19:13,375 INFO [M:0;3920e6a7c3b5:44455 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T14:19:13,375 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T14:19:13,384 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T14:19:13,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1212897979/master 2024-12-03T14:19:13,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212897979 2024-12-03T14:19:13,385 DEBUG [M:0;3920e6a7c3b5:44455 {}] zookeeper.ZKUtil(347): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Unable to get data of znode /0-1212897979/master because node does not exist (not an error) 2024-12-03T14:19:13,385 WARN [M:0;3920e6a7c3b5:44455 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T14:19:13,385 INFO [M:0;3920e6a7c3b5:44455 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/.lastflushedseqids 2024-12-03T14:19:13,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741852_1028 (size=181) 2024-12-03T14:19:13,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35853-0x1019b8f4a1c0007, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:19:13,464 INFO [RS:0;3920e6a7c3b5:35853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:19:13,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35853-0x1019b8f4a1c0007, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:19:13,464 INFO [RS:0;3920e6a7c3b5:35853 {}] regionserver.HRegionServer(1031): Exiting; stopping=3920e6a7c3b5,35853,1733235544161; zookeeper connection closed. 2024-12-03T14:19:13,464 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9f6b102 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9f6b102 2024-12-03T14:19:13,464 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T14:19:13,797 INFO [M:0;3920e6a7c3b5:44455 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T14:19:13,797 INFO [M:0;3920e6a7c3b5:44455 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T14:19:13,797 DEBUG [M:0;3920e6a7c3b5:44455 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:19:13,797 INFO [M:0;3920e6a7c3b5:44455 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:13,797 DEBUG [M:0;3920e6a7c3b5:44455 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:13,797 DEBUG [M:0;3920e6a7c3b5:44455 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:19:13,797 DEBUG [M:0;3920e6a7c3b5:44455 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:13,797 INFO [M:0;3920e6a7c3b5:44455 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-03T14:19:13,815 DEBUG [M:0;3920e6a7c3b5:44455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f80a61f6d44047a6829e11cbada157a1 is 82, key is hbase:meta,,1/info:regioninfo/1733235545605/Put/seqid=0 2024-12-03T14:19:13,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741853_1029 (size=5672) 2024-12-03T14:19:14,226 INFO [M:0;3920e6a7c3b5:44455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f80a61f6d44047a6829e11cbada157a1 2024-12-03T14:19:14,248 DEBUG [M:0;3920e6a7c3b5:44455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0d23382a5854dd2b583e450fc6429de is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733235549791/Put/seqid=0 2024-12-03T14:19:14,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741854_1030 (size=7312) 2024-12-03T14:19:14,652 INFO [M:0;3920e6a7c3b5:44455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0d23382a5854dd2b583e450fc6429de 2024-12-03T14:19:14,667 DEBUG [M:0;3920e6a7c3b5:44455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4babb0804e94a06816da82dd9bc66d1 is 69, key is 3920e6a7c3b5,35853,1733235544161/rs:state/1733235545021/Put/seqid=0 2024-12-03T14:19:14,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741855_1031 (size=5370) 2024-12-03T14:19:15,072 INFO [M:0;3920e6a7c3b5:44455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4babb0804e94a06816da82dd9bc66d1 2024-12-03T14:19:15,076 INFO [M:0;3920e6a7c3b5:44455 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4babb0804e94a06816da82dd9bc66d1 2024-12-03T14:19:15,077 DEBUG [M:0;3920e6a7c3b5:44455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f80a61f6d44047a6829e11cbada157a1 as hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f80a61f6d44047a6829e11cbada157a1 2024-12-03T14:19:15,081 INFO [M:0;3920e6a7c3b5:44455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f80a61f6d44047a6829e11cbada157a1, entries=8, sequenceid=127, filesize=5.5 K 2024-12-03T14:19:15,081 DEBUG [M:0;3920e6a7c3b5:44455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0d23382a5854dd2b583e450fc6429de as hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0d23382a5854dd2b583e450fc6429de 2024-12-03T14:19:15,085 INFO [M:0;3920e6a7c3b5:44455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0d23382a5854dd2b583e450fc6429de, entries=7, sequenceid=127, filesize=7.1 K 2024-12-03T14:19:15,087 DEBUG [M:0;3920e6a7c3b5:44455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4babb0804e94a06816da82dd9bc66d1 as hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4babb0804e94a06816da82dd9bc66d1 2024-12-03T14:19:15,091 INFO [M:0;3920e6a7c3b5:44455 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4babb0804e94a06816da82dd9bc66d1 2024-12-03T14:19:15,091 INFO [M:0;3920e6a7c3b5:44455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34853/user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4babb0804e94a06816da82dd9bc66d1, entries=2, sequenceid=127, filesize=5.2 K 2024-12-03T14:19:15,092 INFO [M:0;3920e6a7c3b5:44455 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=127, compaction requested=false 2024-12-03T14:19:15,093 INFO [M:0;3920e6a7c3b5:44455 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:15,093 DEBUG [M:0;3920e6a7c3b5:44455 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235553797Disabling compacts and flushes for region at 1733235553797Disabling writes for close at 1733235553797Obtaining lock to block concurrent updates at 1733235553797Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733235553797Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733235553797Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733235553798 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733235553798Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733235553815 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733235553815Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733235554231 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733235554247 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733235554247Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733235554656 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733235554667 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733235554667Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c743473: reopening flushed file at 1733235555076 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fabcb25: reopening flushed file at 1733235555081 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd7ace3: reopening flushed file at 1733235555086 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=127, compaction requested=false at 1733235555092 (+6 ms)Writing region close event to WAL at 1733235555093 (+1 ms)Closed at 1733235555093 2024-12-03T14:19:15,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36247 is added to blk_1073741847_1023 (size=22903) 2024-12-03T14:19:15,094 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02b01ad3-10ec-9a5d-e6ff-f8f96ef0b6d0/MasterData/WALs/3920e6a7c3b5,44455,1733235544119/3920e6a7c3b5%2C44455%2C1733235544119.1733235544669 not finished, retry = 0 2024-12-03T14:19:15,195 INFO [M:0;3920e6a7c3b5:44455 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T14:19:15,195 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:19:15,195 INFO [M:0;3920e6a7c3b5:44455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44455 2024-12-03T14:19:15,195 INFO [M:0;3920e6a7c3b5:44455 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:19:15,316 INFO [M:0;3920e6a7c3b5:44455 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:19:15,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:19:15,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44455-0x1019b8f4a1c0006, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:19:15,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37f75450{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:19:15,319 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34b66f5e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:19:15,319 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:19:15,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53f6c943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:19:15,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590247d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/hadoop.log.dir/,STOPPED} 2024-12-03T14:19:15,320 WARN [BP-855210020-172.17.0.2-1733235527297 heartbeating to localhost/127.0.0.1:34853 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T14:19:15,320 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T14:19:15,320 WARN [BP-855210020-172.17.0.2-1733235527297 heartbeating to localhost/127.0.0.1:34853 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-855210020-172.17.0.2-1733235527297 (Datanode Uuid 8fabab9c-bb38-4719-83e5-b5abe9a6348f) service to localhost/127.0.0.1:34853 2024-12-03T14:19:15,320 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T14:19:15,321 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/cluster_774a2c08-fb3d-03b5-2e06-9ac585d968bf/data/data1/current/BP-855210020-172.17.0.2-1733235527297 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:19:15,321 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/cluster_774a2c08-fb3d-03b5-2e06-9ac585d968bf/data/data2/current/BP-855210020-172.17.0.2-1733235527297 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:19:15,321 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T14:19:15,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@103e63a7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:19:15,326 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7648a310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:19:15,326 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:19:15,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b270fd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:19:15,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a5472ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c6a213e-d58e-1c35-c591-854fd73e6dca/hadoop.log.dir/,STOPPED} 2024-12-03T14:19:15,331 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T14:19:15,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T14:19:15,350 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=206 (was 162) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34853 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34853 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34853 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:34435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34853 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55824) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34435 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34853 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55824) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34853 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=247 (was 219) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10145 (was 10575) 2024-12-03T14:19:15,358 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=206, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=247, ProcessCount=11, AvailableMemoryMB=10144 2024-12-03T14:19:15,374 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-03T14:19:15,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/hadoop.log.dir so I do NOT create it in target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947 2024-12-03T14:19:15,375 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T14:19:15,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/hadoop.tmp.dir so I do NOT create it in target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947 2024-12-03T14:19:15,375 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7f6345a-f0a6-cf86-7520-30e32129fae7/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T14:19:15,375 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947 2024-12-03T14:19:15,375 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/cluster_a7b80f9a-4a77-c770-fc37-621cd0ab8a25, deleteOnExit=true 2024-12-03T14:19:15,397 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/cluster_a7b80f9a-4a77-c770-fc37-621cd0ab8a25/zookeeper_0, clientPort=56973, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/cluster_a7b80f9a-4a77-c770-fc37-621cd0ab8a25/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/cluster_a7b80f9a-4a77-c770-fc37-621cd0ab8a25/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T14:19:15,397 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56973 2024-12-03T14:19:15,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T14:19:15,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T14:19:15,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/test.cache.data in system properties and HBase conf 2024-12-03T14:19:15,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T14:19:15,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/hadoop.log.dir in system properties and HBase conf 2024-12-03T14:19:15,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T14:19:15,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T14:19:15,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T14:19:15,398 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T14:19:15,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:19:15,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:19:15,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T14:19:15,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:19:15,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T14:19:15,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T14:19:15,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:19:15,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:19:15,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T14:19:15,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/nfs.dump.dir in system properties and HBase conf 2024-12-03T14:19:15,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/java.io.tmpdir in system properties and HBase conf 2024-12-03T14:19:15,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:19:15,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T14:19:15,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T14:19:15,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019b8f4a1c0005, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T14:19:15,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019b8f4a1c0002, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T14:19:15,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019b8f4a1c0005, quorum=127.0.0.1:55824, baseZNode=/1-1776190724 Received Disconnected from ZooKeeper, ignoring 2024-12-03T14:19:15,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019b8f4a1c0002, quorum=127.0.0.1:55824, baseZNode=/0-1212897979 Received Disconnected from ZooKeeper, ignoring 2024-12-03T14:19:15,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:19:15,768 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:19:15,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:19:15,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:19:15,772 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T14:19:15,777 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:19:15,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66c0432c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:19:15,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50197952{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:19:15,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56d24921{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/java.io.tmpdir/jetty-localhost-37077-hadoop-hdfs-3_4_1-tests_jar-_-any-13664334636891818554/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:19:15,892 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@db69a8f{HTTP/1.1, (http/1.1)}{localhost:37077} 2024-12-03T14:19:15,892 INFO [Time-limited test {}] server.Server(415): Started @170501ms 2024-12-03T14:19:16,134 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:19:16,137 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:19:16,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:19:16,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:19:16,137 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T14:19:16,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a0264d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:19:16,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73860af1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:19:16,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61a3acf6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/java.io.tmpdir/jetty-localhost-45647-hadoop-hdfs-3_4_1-tests_jar-_-any-7354625540667466059/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:19:16,237 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76131948{HTTP/1.1, (http/1.1)}{localhost:45647} 2024-12-03T14:19:16,237 INFO [Time-limited test {}] server.Server(415): Started @170846ms 2024-12-03T14:19:16,238 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T14:19:16,908 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/cluster_a7b80f9a-4a77-c770-fc37-621cd0ab8a25/data/data1/current/BP-1367899865-172.17.0.2-1733235555423/current, will proceed with Du for space computation calculation, 2024-12-03T14:19:16,908 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/cluster_a7b80f9a-4a77-c770-fc37-621cd0ab8a25/data/data2/current/BP-1367899865-172.17.0.2-1733235555423/current, will proceed with Du for space computation calculation, 2024-12-03T14:19:16,925 WARN [Thread-1671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T14:19:16,927 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb87ae2a3513ebd9d with lease ID 0x4a968a10a7a38d89: Processing first storage report for DS-c15e1cd7-fb7f-4d90-92bf-100d910cfe21 from datanode DatanodeRegistration(127.0.0.1:42625, datanodeUuid=f3876f9c-f861-45cc-a54e-3e64a7715e6a, infoPort=40933, infoSecurePort=0, ipcPort=42805, storageInfo=lv=-57;cid=testClusterID;nsid=1562275723;c=1733235555423) 2024-12-03T14:19:16,927 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb87ae2a3513ebd9d with lease ID 0x4a968a10a7a38d89: from storage DS-c15e1cd7-fb7f-4d90-92bf-100d910cfe21 node DatanodeRegistration(127.0.0.1:42625, datanodeUuid=f3876f9c-f861-45cc-a54e-3e64a7715e6a, infoPort=40933, infoSecurePort=0, ipcPort=42805, storageInfo=lv=-57;cid=testClusterID;nsid=1562275723;c=1733235555423), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:19:16,928 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb87ae2a3513ebd9d with lease ID 0x4a968a10a7a38d89: Processing first storage report for DS-5d4b544d-04a1-4a30-a470-84e002efa4a7 from datanode DatanodeRegistration(127.0.0.1:42625, datanodeUuid=f3876f9c-f861-45cc-a54e-3e64a7715e6a, infoPort=40933, infoSecurePort=0, ipcPort=42805, storageInfo=lv=-57;cid=testClusterID;nsid=1562275723;c=1733235555423) 2024-12-03T14:19:16,928 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb87ae2a3513ebd9d with lease ID 0x4a968a10a7a38d89: from storage DS-5d4b544d-04a1-4a30-a470-84e002efa4a7 node DatanodeRegistration(127.0.0.1:42625, datanodeUuid=f3876f9c-f861-45cc-a54e-3e64a7715e6a, infoPort=40933, infoSecurePort=0, ipcPort=42805, storageInfo=lv=-57;cid=testClusterID;nsid=1562275723;c=1733235555423), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:19:16,991 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947 2024-12-03T14:19:16,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:16,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:16,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741825_1001 (size=7) 2024-12-03T14:19:17,399 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a with version=8 2024-12-03T14:19:17,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/hbase-staging 2024-12-03T14:19:17,401 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:19:17,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:17,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:17,401 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:19:17,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:17,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:19:17,401 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T14:19:17,402 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:19:17,402 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36283 2024-12-03T14:19:17,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36283 connecting to ZooKeeper ensemble=127.0.0.1:56973 2024-12-03T14:19:17,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362830x0, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:19:17,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36283-0x1019b8fb7ef0000 connected 2024-12-03T14:19:17,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:17,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:17,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Set watcher on znode that does not yet exist, /0-1432381597/running 2024-12-03T14:19:17,545 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a, hbase.cluster.distributed=false 2024-12-03T14:19:17,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Set watcher on znode that does not yet exist, /0-1432381597/acl 2024-12-03T14:19:17,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36283 2024-12-03T14:19:17,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36283 2024-12-03T14:19:17,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36283 2024-12-03T14:19:17,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36283 2024-12-03T14:19:17,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36283 2024-12-03T14:19:17,560 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:19:17,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:17,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:17,560 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:19:17,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:17,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:19:17,560 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T14:19:17,561 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:19:17,562 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36573 2024-12-03T14:19:17,563 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36573 connecting to ZooKeeper ensemble=127.0.0.1:56973 2024-12-03T14:19:17,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:17,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:17,584 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365730x0, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:19:17,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365730x0, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Set watcher on znode that does not yet exist, /0-1432381597/running 2024-12-03T14:19:17,585 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T14:19:17,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36573-0x1019b8fb7ef0001 connected 2024-12-03T14:19:17,591 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T14:19:17,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36573-0x1019b8fb7ef0001, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Set watcher on znode that does not yet exist, /0-1432381597/master 2024-12-03T14:19:17,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36573-0x1019b8fb7ef0001, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Set watcher on znode that does not yet exist, /0-1432381597/acl 2024-12-03T14:19:17,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36573 2024-12-03T14:19:17,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36573 2024-12-03T14:19:17,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36573 2024-12-03T14:19:17,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36573 2024-12-03T14:19:17,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36573 2024-12-03T14:19:17,618 DEBUG [M:0;3920e6a7c3b5:36283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3920e6a7c3b5:36283 2024-12-03T14:19:17,620 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1432381597/backup-masters/3920e6a7c3b5,36283,1733235557401 2024-12-03T14:19:17,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1432381597/backup-masters 2024-12-03T14:19:17,626 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x1019b8fb7ef0001, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1432381597/backup-masters 2024-12-03T14:19:17,626 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Set watcher on existing znode=/0-1432381597/backup-masters/3920e6a7c3b5,36283,1733235557401 2024-12-03T14:19:17,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1432381597 2024-12-03T14:19:17,636 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x1019b8fb7ef0001, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1432381597/master 2024-12-03T14:19:17,636 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x1019b8fb7ef0001, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1432381597 2024-12-03T14:19:17,637 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Set watcher on existing znode=/0-1432381597/master 2024-12-03T14:19:17,637 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1432381597/backup-masters/3920e6a7c3b5,36283,1733235557401 from backup master directory 2024-12-03T14:19:17,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1432381597/backup-masters/3920e6a7c3b5,36283,1733235557401 2024-12-03T14:19:17,647 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x1019b8fb7ef0001, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1432381597/backup-masters 2024-12-03T14:19:17,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1432381597/backup-masters 2024-12-03T14:19:17,647 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:19:17,647 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3920e6a7c3b5,36283,1733235557401 2024-12-03T14:19:17,651 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/hbase.id] with ID: af5b97e3-4d32-4c4d-8796-9eceab1213d4 2024-12-03T14:19:17,651 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/.tmp/hbase.id 2024-12-03T14:19:17,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741826_1002 (size=42) 2024-12-03T14:19:17,755 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:19:17,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:17,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:17,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:17,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:17,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:17,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:17,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:17,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:18,056 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/.tmp/hbase.id]:[hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/hbase.id] 2024-12-03T14:19:18,065 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:18,065 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T14:19:18,066 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T14:19:18,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1432381597 2024-12-03T14:19:18,078 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x1019b8fb7ef0001, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1432381597 2024-12-03T14:19:18,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741827_1003 (size=196) 2024-12-03T14:19:18,483 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:19:18,484 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T14:19:18,484 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:19:18,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741828_1004 (size=1189) 2024-12-03T14:19:18,890 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/MasterData/data/master/store 2024-12-03T14:19:18,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741829_1005 (size=34) 2024-12-03T14:19:19,295 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:19,295 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:19:19,295 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:19,295 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:19,295 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:19:19,295 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:19,295 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:19,295 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235559295Disabling compacts and flushes for region at 1733235559295Disabling writes for close at 1733235559295Writing region close event to WAL at 1733235559295Closed at 1733235559295 2024-12-03T14:19:19,296 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/MasterData/data/master/store/.initializing 2024-12-03T14:19:19,296 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/MasterData/WALs/3920e6a7c3b5,36283,1733235557401 2024-12-03T14:19:19,297 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:19:19,298 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3920e6a7c3b5%2C36283%2C1733235557401, suffix=, logDir=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/MasterData/WALs/3920e6a7c3b5,36283,1733235557401, archiveDir=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/MasterData/oldWALs, maxLogs=10 2024-12-03T14:19:19,313 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/MasterData/WALs/3920e6a7c3b5,36283,1733235557401/3920e6a7c3b5%2C36283%2C1733235557401.1733235559298, exclude list is [], retry=0 2024-12-03T14:19:19,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42625,DS-c15e1cd7-fb7f-4d90-92bf-100d910cfe21,DISK] 2024-12-03T14:19:19,317 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/MasterData/WALs/3920e6a7c3b5,36283,1733235557401/3920e6a7c3b5%2C36283%2C1733235557401.1733235559298 2024-12-03T14:19:19,317 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40933:40933)] 2024-12-03T14:19:19,317 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:19:19,317 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:19,317 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:19,317 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:19,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:19,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T14:19:19,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:19,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:19,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:19,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T14:19:19,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:19,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:19,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:19,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T14:19:19,322 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:19,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:19,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:19,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T14:19:19,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:19,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:19,324 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:19,324 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:19,325 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:19,325 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:19,325 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:19,326 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:19:19,327 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:19,329 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:19:19,329 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65308355, jitterRate=-0.02682967483997345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:19:19,330 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733235559317Initializing all the Stores at 1733235559318 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235559318Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235559318Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235559318Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235559318Cleaning up temporary data from old regions at 1733235559325 (+7 ms)Region opened successfully at 1733235559330 (+5 ms) 2024-12-03T14:19:19,330 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T14:19:19,333 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59768e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:19:19,333 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T14:19:19,333 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T14:19:19,333 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T14:19:19,334 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T14:19:19,334 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T14:19:19,334 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T14:19:19,334 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T14:19:19,336 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T14:19:19,336 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Unable to get data of znode /0-1432381597/balancer because node does not exist (not necessarily an error) 2024-12-03T14:19:19,394 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1432381597/balancer already deleted, retry=false 2024-12-03T14:19:19,394 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T14:19:19,395 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Unable to get data of znode /0-1432381597/normalizer because node does not exist (not necessarily an error) 2024-12-03T14:19:19,404 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1432381597/normalizer already deleted, retry=false 2024-12-03T14:19:19,405 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T14:19:19,406 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Unable to get data of znode /0-1432381597/switch/split because node does not exist (not necessarily an error) 2024-12-03T14:19:19,415 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1432381597/switch/split already deleted, retry=false 2024-12-03T14:19:19,416 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Unable to get data of znode /0-1432381597/switch/merge because node does not exist (not necessarily an error) 2024-12-03T14:19:19,426 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1432381597/switch/merge already deleted, retry=false 2024-12-03T14:19:19,427 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Unable to get data of znode /0-1432381597/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T14:19:19,436 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1432381597/snapshot-cleanup already deleted, retry=false 2024-12-03T14:19:19,447 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x1019b8fb7ef0001, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1432381597/running 2024-12-03T14:19:19,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1432381597/running 2024-12-03T14:19:19,447 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x1019b8fb7ef0001, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1432381597 2024-12-03T14:19:19,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1432381597 2024-12-03T14:19:19,447 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3920e6a7c3b5,36283,1733235557401, sessionid=0x1019b8fb7ef0000, setting cluster-up flag (Was=false) 2024-12-03T14:19:19,468 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x1019b8fb7ef0001, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1432381597 2024-12-03T14:19:19,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1432381597 2024-12-03T14:19:19,499 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1432381597/flush-table-proc/acquired, /0-1432381597/flush-table-proc/reached, /0-1432381597/flush-table-proc/abort 2024-12-03T14:19:19,501 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,36283,1733235557401 2024-12-03T14:19:19,520 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x1019b8fb7ef0001, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1432381597 2024-12-03T14:19:19,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1432381597 2024-12-03T14:19:19,552 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1432381597/online-snapshot/acquired, /0-1432381597/online-snapshot/reached, /0-1432381597/online-snapshot/abort 2024-12-03T14:19:19,553 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,36283,1733235557401 2024-12-03T14:19:19,554 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T14:19:19,556 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T14:19:19,556 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T14:19:19,556 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T14:19:19,556 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3920e6a7c3b5,36283,1733235557401 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T14:19:19,557 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:19:19,557 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:19:19,557 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:19:19,557 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:19:19,557 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3920e6a7c3b5:0, corePoolSize=10, maxPoolSize=10 2024-12-03T14:19:19,557 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:19,557 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:19:19,558 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:19,558 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733235589558 2024-12-03T14:19:19,558 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T14:19:19,558 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T14:19:19,559 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T14:19:19,559 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T14:19:19,559 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T14:19:19,559 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T14:19:19,559 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:19,559 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:19:19,559 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T14:19:19,560 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T14:19:19,560 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:19,560 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T14:19:19,560 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T14:19:19,560 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T14:19:19,560 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T14:19:19,560 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T14:19:19,560 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T14:19:19,564 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235559560,5,FailOnTimeoutGroup] 2024-12-03T14:19:19,565 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235559564,5,FailOnTimeoutGroup] 2024-12-03T14:19:19,565 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:19,565 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T14:19:19,565 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:19,565 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:19,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741831_1007 (size=1321) 2024-12-03T14:19:19,606 INFO [RS:0;3920e6a7c3b5:36573 {}] regionserver.HRegionServer(746): ClusterId : af5b97e3-4d32-4c4d-8796-9eceab1213d4 2024-12-03T14:19:19,606 DEBUG [RS:0;3920e6a7c3b5:36573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T14:19:19,616 DEBUG [RS:0;3920e6a7c3b5:36573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T14:19:19,616 DEBUG [RS:0;3920e6a7c3b5:36573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T14:19:19,627 DEBUG [RS:0;3920e6a7c3b5:36573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T14:19:19,627 DEBUG [RS:0;3920e6a7c3b5:36573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3190c7ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:19:19,646 DEBUG [RS:0;3920e6a7c3b5:36573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3920e6a7c3b5:36573 2024-12-03T14:19:19,646 INFO [RS:0;3920e6a7c3b5:36573 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T14:19:19,646 INFO [RS:0;3920e6a7c3b5:36573 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T14:19:19,646 DEBUG [RS:0;3920e6a7c3b5:36573 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T14:19:19,647 INFO [RS:0;3920e6a7c3b5:36573 {}] regionserver.HRegionServer(2659): reportForDuty to master=3920e6a7c3b5,36283,1733235557401 with port=36573, startcode=1733235557560 2024-12-03T14:19:19,647 DEBUG [RS:0;3920e6a7c3b5:36573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T14:19:19,649 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T14:19:19,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36283 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3920e6a7c3b5,36573,1733235557560 2024-12-03T14:19:19,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36283 {}] master.ServerManager(517): Registering regionserver=3920e6a7c3b5,36573,1733235557560 2024-12-03T14:19:19,651 DEBUG [RS:0;3920e6a7c3b5:36573 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a 2024-12-03T14:19:19,651 DEBUG [RS:0;3920e6a7c3b5:36573 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39587 2024-12-03T14:19:19,651 DEBUG [RS:0;3920e6a7c3b5:36573 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T14:19:19,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1432381597/rs 2024-12-03T14:19:19,658 DEBUG [RS:0;3920e6a7c3b5:36573 {}] zookeeper.ZKUtil(111): regionserver:36573-0x1019b8fb7ef0001, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Set watcher on existing znode=/0-1432381597/rs/3920e6a7c3b5,36573,1733235557560 2024-12-03T14:19:19,658 WARN [RS:0;3920e6a7c3b5:36573 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:19:19,658 INFO [RS:0;3920e6a7c3b5:36573 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:19:19,658 DEBUG [RS:0;3920e6a7c3b5:36573 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560 2024-12-03T14:19:19,658 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3920e6a7c3b5,36573,1733235557560] 2024-12-03T14:19:19,661 INFO [RS:0;3920e6a7c3b5:36573 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T14:19:19,662 INFO [RS:0;3920e6a7c3b5:36573 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T14:19:19,663 INFO [RS:0;3920e6a7c3b5:36573 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T14:19:19,663 INFO [RS:0;3920e6a7c3b5:36573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:19,663 INFO [RS:0;3920e6a7c3b5:36573 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T14:19:19,664 INFO [RS:0;3920e6a7c3b5:36573 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T14:19:19,664 INFO [RS:0;3920e6a7c3b5:36573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:19,664 DEBUG [RS:0;3920e6a7c3b5:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:19,664 DEBUG [RS:0;3920e6a7c3b5:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:19,664 DEBUG [RS:0;3920e6a7c3b5:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:19,664 DEBUG [RS:0;3920e6a7c3b5:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:19,664 DEBUG [RS:0;3920e6a7c3b5:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:19,664 DEBUG [RS:0;3920e6a7c3b5:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:19:19,664 DEBUG [RS:0;3920e6a7c3b5:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:19,664 DEBUG [RS:0;3920e6a7c3b5:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:19,664 DEBUG [RS:0;3920e6a7c3b5:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:19,664 DEBUG [RS:0;3920e6a7c3b5:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:19,664 DEBUG [RS:0;3920e6a7c3b5:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:19,664 DEBUG [RS:0;3920e6a7c3b5:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:19,664 DEBUG [RS:0;3920e6a7c3b5:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:19:19,664 DEBUG [RS:0;3920e6a7c3b5:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:19:19,668 INFO [RS:0;3920e6a7c3b5:36573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:19,668 INFO [RS:0;3920e6a7c3b5:36573 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:19,668 INFO [RS:0;3920e6a7c3b5:36573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:19,668 INFO [RS:0;3920e6a7c3b5:36573 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:19,668 INFO [RS:0;3920e6a7c3b5:36573 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:19,668 INFO [RS:0;3920e6a7c3b5:36573 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,36573,1733235557560-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:19:19,687 INFO [RS:0;3920e6a7c3b5:36573 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T14:19:19,687 INFO [RS:0;3920e6a7c3b5:36573 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,36573,1733235557560-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:19,687 INFO [RS:0;3920e6a7c3b5:36573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:19,687 INFO [RS:0;3920e6a7c3b5:36573 {}] regionserver.Replication(171): 3920e6a7c3b5,36573,1733235557560 started 2024-12-03T14:19:19,703 INFO [RS:0;3920e6a7c3b5:36573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:19,703 INFO [RS:0;3920e6a7c3b5:36573 {}] regionserver.HRegionServer(1482): Serving as 3920e6a7c3b5,36573,1733235557560, RpcServer on 3920e6a7c3b5/172.17.0.2:36573, sessionid=0x1019b8fb7ef0001 2024-12-03T14:19:19,703 DEBUG [RS:0;3920e6a7c3b5:36573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T14:19:19,703 DEBUG [RS:0;3920e6a7c3b5:36573 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3920e6a7c3b5,36573,1733235557560 2024-12-03T14:19:19,703 DEBUG [RS:0;3920e6a7c3b5:36573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,36573,1733235557560' 2024-12-03T14:19:19,703 DEBUG [RS:0;3920e6a7c3b5:36573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1432381597/flush-table-proc/abort' 2024-12-03T14:19:19,704 DEBUG [RS:0;3920e6a7c3b5:36573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1432381597/flush-table-proc/acquired' 2024-12-03T14:19:19,704 DEBUG [RS:0;3920e6a7c3b5:36573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T14:19:19,704 DEBUG [RS:0;3920e6a7c3b5:36573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T14:19:19,704 DEBUG [RS:0;3920e6a7c3b5:36573 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3920e6a7c3b5,36573,1733235557560 2024-12-03T14:19:19,704 DEBUG [RS:0;3920e6a7c3b5:36573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,36573,1733235557560' 2024-12-03T14:19:19,704 DEBUG [RS:0;3920e6a7c3b5:36573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1432381597/online-snapshot/abort' 2024-12-03T14:19:19,704 DEBUG [RS:0;3920e6a7c3b5:36573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1432381597/online-snapshot/acquired' 2024-12-03T14:19:19,704 DEBUG [RS:0;3920e6a7c3b5:36573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T14:19:19,704 INFO [RS:0;3920e6a7c3b5:36573 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T14:19:19,704 INFO [RS:0;3920e6a7c3b5:36573 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T14:19:19,805 INFO [RS:0;3920e6a7c3b5:36573 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:19:19,806 INFO [RS:0;3920e6a7c3b5:36573 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C36573%2C1733235557560, suffix=, logDir=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560, archiveDir=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/oldWALs, maxLogs=10 2024-12-03T14:19:19,818 DEBUG [RS:0;3920e6a7c3b5:36573 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806, exclude list is [], retry=0 2024-12-03T14:19:19,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42625,DS-c15e1cd7-fb7f-4d90-92bf-100d910cfe21,DISK] 2024-12-03T14:19:19,823 INFO [RS:0;3920e6a7c3b5:36573 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 2024-12-03T14:19:19,823 DEBUG [RS:0;3920e6a7c3b5:36573 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40933:40933)] 2024-12-03T14:19:19,970 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T14:19:19,971 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a 2024-12-03T14:19:19,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741833_1009 (size=32) 2024-12-03T14:19:20,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:20,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:19:20,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:19:20,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:20,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:20,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:19:20,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:19:20,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:20,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:20,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:19:20,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:19:20,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:20,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:20,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:19:20,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:19:20,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:20,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:20,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:19:20,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740 2024-12-03T14:19:20,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740 2024-12-03T14:19:20,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:19:20,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:19:20,383 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:19:20,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:19:20,385 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:19:20,386 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62941625, jitterRate=-0.06209670007228851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:19:20,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733235560376Initializing all the Stores at 1733235560376Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235560376Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235560377 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235560377Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235560377Cleaning up temporary data from old regions at 1733235560383 (+6 ms)Region opened successfully at 1733235560386 (+3 ms) 2024-12-03T14:19:20,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:19:20,386 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:19:20,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:19:20,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:19:20,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:19:20,386 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:19:20,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235560386Disabling compacts and flushes for region at 1733235560386Disabling writes for close at 1733235560386Writing region close event to WAL at 1733235560386Closed at 1733235560386 2024-12-03T14:19:20,387 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:19:20,387 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T14:19:20,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T14:19:20,388 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:19:20,389 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T14:19:20,539 DEBUG [3920e6a7c3b5:36283 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:19:20,539 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3920e6a7c3b5,36573,1733235557560 2024-12-03T14:19:20,540 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,36573,1733235557560, state=OPENING 2024-12-03T14:19:20,593 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T14:19:20,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1432381597 2024-12-03T14:19:20,637 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x1019b8fb7ef0001, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1432381597 2024-12-03T14:19:20,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1432381597/meta-region-server: CHANGED 2024-12-03T14:19:20,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1432381597/meta-region-server: CHANGED 2024-12-03T14:19:20,638 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:19:20,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,36573,1733235557560}] 2024-12-03T14:19:20,790 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:19:20,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T14:19:20,794 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T14:19:20,794 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:19:20,794 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T14:19:20,795 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C36573%2C1733235557560.meta, suffix=.meta, logDir=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560, archiveDir=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/oldWALs, maxLogs=10 2024-12-03T14:19:20,806 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.meta.1733235560795.meta, exclude list is [], retry=0 2024-12-03T14:19:20,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42625,DS-c15e1cd7-fb7f-4d90-92bf-100d910cfe21,DISK] 2024-12-03T14:19:20,809 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.meta.1733235560795.meta 2024-12-03T14:19:20,809 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40933:40933)] 2024-12-03T14:19:20,809 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:19:20,809 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:19:20,810 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:19:20,810 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T14:19:20,810 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T14:19:20,810 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T14:19:20,810 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:20,810 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T14:19:20,810 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T14:19:20,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:19:20,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:19:20,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:20,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:20,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:19:20,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:19:20,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:20,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:20,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:19:20,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:19:20,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:20,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:20,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:19:20,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:19:20,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:20,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:20,816 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:19:20,816 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740 2024-12-03T14:19:20,817 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740 2024-12-03T14:19:20,818 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:19:20,818 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:19:20,818 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:19:20,819 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:19:20,819 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72665720, jitterRate=0.08280360698699951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:19:20,819 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T14:19:20,820 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733235560810Writing region info on filesystem at 1733235560810Initializing all the Stores at 1733235560811 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235560811Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235560811Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235560811Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235560811Cleaning up temporary data from old regions at 1733235560818 (+7 ms)Running coprocessor post-open hooks at 1733235560820 (+2 ms)Region opened successfully at 1733235560820 2024-12-03T14:19:20,821 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733235560789 2024-12-03T14:19:20,822 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T14:19:20,823 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T14:19:20,823 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,36573,1733235557560 2024-12-03T14:19:20,824 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,36573,1733235557560, state=OPEN 2024-12-03T14:19:20,845 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x1019b8fb7ef0001, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1432381597/meta-region-server 2024-12-03T14:19:20,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1432381597/meta-region-server 2024-12-03T14:19:20,846 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,36573,1733235557560 2024-12-03T14:19:20,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1432381597/meta-region-server: CHANGED 2024-12-03T14:19:20,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1432381597/meta-region-server: CHANGED 2024-12-03T14:19:20,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T14:19:20,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,36573,1733235557560 in 208 msec 2024-12-03T14:19:20,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T14:19:20,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-12-03T14:19:20,850 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:19:20,850 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T14:19:20,851 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:19:20,851 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,36573,1733235557560, seqNum=-1] 2024-12-03T14:19:20,851 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:19:20,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:19:20,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-12-03T14:19:20,856 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733235560856, completionTime=-1 2024-12-03T14:19:20,856 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T14:19:20,856 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T14:19:20,858 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T14:19:20,858 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733235620858 2024-12-03T14:19:20,858 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733235680858 2024-12-03T14:19:20,858 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T14:19:20,858 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,36283,1733235557401-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:20,858 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,36283,1733235557401-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:20,858 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,36283,1733235557401-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:20,858 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3920e6a7c3b5:36283, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:20,858 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:20,858 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:20,859 DEBUG [master/3920e6a7c3b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T14:19:20,861 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.214sec 2024-12-03T14:19:20,861 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T14:19:20,861 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T14:19:20,861 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T14:19:20,861 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T14:19:20,861 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T14:19:20,861 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,36283,1733235557401-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:19:20,861 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,36283,1733235557401-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T14:19:20,863 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T14:19:20,863 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T14:19:20,863 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,36283,1733235557401-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:20,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152eda5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:20,907 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,36283,-1 for getting cluster id 2024-12-03T14:19:20,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:20,908 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af5b97e3-4d32-4c4d-8796-9eceab1213d4' 2024-12-03T14:19:20,908 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:20,908 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af5b97e3-4d32-4c4d-8796-9eceab1213d4" 2024-12-03T14:19:20,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c89a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:20,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,36283,-1] 2024-12-03T14:19:20,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:20,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:20,910 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:20,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223ea81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:20,910 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:19:20,911 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,36573,1733235557560, seqNum=-1] 2024-12-03T14:19:20,911 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:19:20,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:19:20,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3920e6a7c3b5,36283,1733235557401 2024-12-03T14:19:20,914 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56973 2024-12-03T14:19:20,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:19:20,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019b8fb7ef0002 connected 2024-12-03T14:19:20,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/hadoop.log.dir so I do NOT create it in target/test-data/e1838521-6362-3354-e61c-f5cee1db355b 2024-12-03T14:19:20,933 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T14:19:20,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/hadoop.tmp.dir so I do NOT create it in target/test-data/e1838521-6362-3354-e61c-f5cee1db355b 2024-12-03T14:19:20,933 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T14:19:20,933 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b 2024-12-03T14:19:20,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T14:19:20,933 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/cluster_5acbf1d3-a484-6e0f-fff7-7ae9fb99be03, deleteOnExit=true 2024-12-03T14:19:20,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T14:19:20,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/test.cache.data in system properties and HBase conf 2024-12-03T14:19:20,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T14:19:20,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/hadoop.log.dir in system properties and HBase conf 2024-12-03T14:19:20,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T14:19:20,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T14:19:20,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T14:19:20,934 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T14:19:20,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:19:20,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:19:20,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T14:19:20,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:19:20,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T14:19:20,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T14:19:20,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:19:20,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:19:20,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T14:19:20,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/nfs.dump.dir in system properties and HBase conf 2024-12-03T14:19:20,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/java.io.tmpdir in system properties and HBase conf 2024-12-03T14:19:20,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:19:20,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T14:19:20,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T14:19:21,371 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:19:21,374 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:19:21,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:19:21,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:19:21,375 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T14:19:21,376 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:19:21,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@356a080a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:19:21,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@268e84f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:19:21,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@510f7320{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/java.io.tmpdir/jetty-localhost-45571-hadoop-hdfs-3_4_1-tests_jar-_-any-6976097085063693906/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:19:21,477 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79e27daf{HTTP/1.1, (http/1.1)}{localhost:45571} 2024-12-03T14:19:21,477 INFO [Time-limited test {}] server.Server(415): Started @176085ms 2024-12-03T14:19:21,778 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:19:21,784 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:19:21,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:19:21,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:19:21,787 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T14:19:21,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b384aca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:19:21,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b1a24d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:19:21,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f81a6d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/java.io.tmpdir/jetty-localhost-39431-hadoop-hdfs-3_4_1-tests_jar-_-any-369740394316288936/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:19:21,878 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70d9f799{HTTP/1.1, (http/1.1)}{localhost:39431} 2024-12-03T14:19:21,878 INFO [Time-limited test {}] server.Server(415): Started @176487ms 2024-12-03T14:19:21,879 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T14:19:22,524 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/cluster_5acbf1d3-a484-6e0f-fff7-7ae9fb99be03/data/data1/current/BP-70885661-172.17.0.2-1733235560947/current, will proceed with Du for space computation calculation, 2024-12-03T14:19:22,525 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/cluster_5acbf1d3-a484-6e0f-fff7-7ae9fb99be03/data/data2/current/BP-70885661-172.17.0.2-1733235560947/current, will proceed with Du for space computation calculation, 2024-12-03T14:19:22,553 WARN [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T14:19:22,555 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xace1c96dd297d06d with lease ID 0x7ca909a62053181f: Processing first storage report for DS-3906d2e8-7859-4dfb-bcb7-6279dab72740 from datanode DatanodeRegistration(127.0.0.1:36689, datanodeUuid=b461bdae-93d6-4286-9b0b-5e11e4a5f895, infoPort=41731, infoSecurePort=0, ipcPort=46115, storageInfo=lv=-57;cid=testClusterID;nsid=1096069910;c=1733235560947) 2024-12-03T14:19:22,555 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xace1c96dd297d06d with lease ID 0x7ca909a62053181f: from storage DS-3906d2e8-7859-4dfb-bcb7-6279dab72740 node DatanodeRegistration(127.0.0.1:36689, datanodeUuid=b461bdae-93d6-4286-9b0b-5e11e4a5f895, infoPort=41731, infoSecurePort=0, ipcPort=46115, storageInfo=lv=-57;cid=testClusterID;nsid=1096069910;c=1733235560947), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:19:22,555 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xace1c96dd297d06d with lease ID 0x7ca909a62053181f: Processing first storage report for DS-681913ef-3978-4527-96a3-3cf645617776 from datanode DatanodeRegistration(127.0.0.1:36689, datanodeUuid=b461bdae-93d6-4286-9b0b-5e11e4a5f895, infoPort=41731, infoSecurePort=0, ipcPort=46115, storageInfo=lv=-57;cid=testClusterID;nsid=1096069910;c=1733235560947) 2024-12-03T14:19:22,555 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xace1c96dd297d06d with lease ID 0x7ca909a62053181f: from storage DS-681913ef-3978-4527-96a3-3cf645617776 node DatanodeRegistration(127.0.0.1:36689, datanodeUuid=b461bdae-93d6-4286-9b0b-5e11e4a5f895, infoPort=41731, infoSecurePort=0, ipcPort=46115, storageInfo=lv=-57;cid=testClusterID;nsid=1096069910;c=1733235560947), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:19:22,604 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b 2024-12-03T14:19:22,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:22,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:22,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741825_1001 (size=7) 2024-12-03T14:19:23,013 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80 with version=8 2024-12-03T14:19:23,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/hbase-staging 2024-12-03T14:19:23,014 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:19:23,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:23,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:23,014 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:19:23,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:23,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:19:23,015 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T14:19:23,015 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:19:23,016 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40017 2024-12-03T14:19:23,017 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40017 connecting to ZooKeeper ensemble=127.0.0.1:56973 2024-12-03T14:19:23,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400170x0, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:19:23,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40017-0x1019b8fb7ef0003 connected 2024-12-03T14:19:23,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:23,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:23,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Set watcher on znode that does not yet exist, /1395246946/running 2024-12-03T14:19:23,146 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80, hbase.cluster.distributed=false 2024-12-03T14:19:23,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Set watcher on znode that does not yet exist, /1395246946/acl 2024-12-03T14:19:23,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40017 2024-12-03T14:19:23,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40017 2024-12-03T14:19:23,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40017 2024-12-03T14:19:23,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40017 2024-12-03T14:19:23,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40017 2024-12-03T14:19:23,160 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:19:23,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:23,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:23,160 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:19:23,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:23,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:19:23,160 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T14:19:23,160 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:19:23,161 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43029 2024-12-03T14:19:23,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43029 connecting to ZooKeeper ensemble=127.0.0.1:56973 2024-12-03T14:19:23,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:23,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:23,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430290x0, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:19:23,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430290x0, quorum=127.0.0.1:56973, baseZNode=/1395246946 Set watcher on znode that does not yet exist, /1395246946/running 2024-12-03T14:19:23,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43029-0x1019b8fb7ef0004 connected 2024-12-03T14:19:23,173 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T14:19:23,174 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T14:19:23,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43029-0x1019b8fb7ef0004, quorum=127.0.0.1:56973, baseZNode=/1395246946 Set watcher on znode that does not yet exist, /1395246946/master 2024-12-03T14:19:23,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43029-0x1019b8fb7ef0004, quorum=127.0.0.1:56973, baseZNode=/1395246946 Set watcher on znode that does not yet exist, /1395246946/acl 2024-12-03T14:19:23,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43029 2024-12-03T14:19:23,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43029 2024-12-03T14:19:23,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43029 2024-12-03T14:19:23,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43029 2024-12-03T14:19:23,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43029 2024-12-03T14:19:23,191 DEBUG [M:0;3920e6a7c3b5:40017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3920e6a7c3b5:40017 2024-12-03T14:19:23,191 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1395246946/backup-masters/3920e6a7c3b5,40017,1733235563014 2024-12-03T14:19:23,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395246946/backup-masters 2024-12-03T14:19:23,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43029-0x1019b8fb7ef0004, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395246946/backup-masters 2024-12-03T14:19:23,204 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Set watcher on existing znode=/1395246946/backup-masters/3920e6a7c3b5,40017,1733235563014 2024-12-03T14:19:23,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43029-0x1019b8fb7ef0004, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1395246946/master 2024-12-03T14:19:23,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43029-0x1019b8fb7ef0004, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395246946 2024-12-03T14:19:23,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395246946 2024-12-03T14:19:23,215 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Set watcher on existing znode=/1395246946/master 2024-12-03T14:19:23,216 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1395246946/backup-masters/3920e6a7c3b5,40017,1733235563014 from backup master directory 2024-12-03T14:19:23,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1395246946/backup-masters/3920e6a7c3b5,40017,1733235563014 2024-12-03T14:19:23,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395246946/backup-masters 2024-12-03T14:19:23,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43029-0x1019b8fb7ef0004, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395246946/backup-masters 2024-12-03T14:19:23,225 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:19:23,225 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3920e6a7c3b5,40017,1733235563014 2024-12-03T14:19:23,229 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/hbase.id] with ID: be843a7f-5ecf-4b2d-8ff9-5230e6478d78 2024-12-03T14:19:23,229 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/.tmp/hbase.id 2024-12-03T14:19:23,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741826_1002 (size=42) 2024-12-03T14:19:23,633 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/.tmp/hbase.id]:[hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/hbase.id] 2024-12-03T14:19:23,642 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:23,642 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T14:19:23,643 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T14:19:23,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43029-0x1019b8fb7ef0004, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395246946 2024-12-03T14:19:23,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395246946 2024-12-03T14:19:23,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741827_1003 (size=196) 2024-12-03T14:19:24,061 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:19:24,061 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T14:19:24,062 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:19:24,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741828_1004 (size=1189) 2024-12-03T14:19:24,468 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/data/master/store 2024-12-03T14:19:24,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741829_1005 (size=34) 2024-12-03T14:19:24,484 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:24,484 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:19:24,484 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:24,484 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:24,484 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:19:24,484 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:24,484 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:24,484 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235564484Disabling compacts and flushes for region at 1733235564484Disabling writes for close at 1733235564484Writing region close event to WAL at 1733235564484Closed at 1733235564484 2024-12-03T14:19:24,485 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/data/master/store/.initializing 2024-12-03T14:19:24,485 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/WALs/3920e6a7c3b5,40017,1733235563014 2024-12-03T14:19:24,489 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:19:24,491 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3920e6a7c3b5%2C40017%2C1733235563014, suffix=, logDir=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/WALs/3920e6a7c3b5,40017,1733235563014, archiveDir=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/oldWALs, maxLogs=10 2024-12-03T14:19:24,508 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/WALs/3920e6a7c3b5,40017,1733235563014/3920e6a7c3b5%2C40017%2C1733235563014.1733235564492, exclude list is [], retry=0 2024-12-03T14:19:24,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36689,DS-3906d2e8-7859-4dfb-bcb7-6279dab72740,DISK] 2024-12-03T14:19:24,513 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/WALs/3920e6a7c3b5,40017,1733235563014/3920e6a7c3b5%2C40017%2C1733235563014.1733235564492 2024-12-03T14:19:24,516 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41731:41731)] 2024-12-03T14:19:24,516 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:19:24,517 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:24,517 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:24,517 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:24,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:24,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T14:19:24,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:24,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:24,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:24,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T14:19:24,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:24,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:24,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:24,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T14:19:24,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:24,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:24,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:24,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T14:19:24,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:24,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:24,531 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:24,531 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:24,532 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:24,533 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:24,533 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:24,534 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:19:24,535 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:24,537 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:19:24,538 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63556332, jitterRate=-0.052936851978302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:19:24,538 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733235564517Initializing all the Stores at 1733235564518 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235564518Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235564520 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235564520Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235564520Cleaning up temporary data from old regions at 1733235564533 (+13 ms)Region opened successfully at 1733235564538 (+5 ms) 2024-12-03T14:19:24,538 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T14:19:24,543 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37de8759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:19:24,544 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T14:19:24,544 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T14:19:24,544 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T14:19:24,545 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T14:19:24,545 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T14:19:24,546 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T14:19:24,546 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T14:19:24,554 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T14:19:24,555 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Unable to get data of znode /1395246946/balancer because node does not exist (not necessarily an error) 2024-12-03T14:19:24,604 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1395246946/balancer already deleted, retry=false 2024-12-03T14:19:24,605 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T14:19:24,605 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Unable to get data of znode /1395246946/normalizer because node does not exist (not necessarily an error) 2024-12-03T14:19:24,615 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1395246946/normalizer already deleted, retry=false 2024-12-03T14:19:24,615 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T14:19:24,616 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Unable to get data of znode /1395246946/switch/split because node does not exist (not necessarily an error) 2024-12-03T14:19:24,625 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1395246946/switch/split already deleted, retry=false 2024-12-03T14:19:24,626 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Unable to get data of znode /1395246946/switch/merge because node does not exist (not necessarily an error) 2024-12-03T14:19:24,636 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1395246946/switch/merge already deleted, retry=false 2024-12-03T14:19:24,638 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Unable to get data of znode /1395246946/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T14:19:24,646 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1395246946/snapshot-cleanup already deleted, retry=false 2024-12-03T14:19:24,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43029-0x1019b8fb7ef0004, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1395246946/running 2024-12-03T14:19:24,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1395246946/running 2024-12-03T14:19:24,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395246946 2024-12-03T14:19:24,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43029-0x1019b8fb7ef0004, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395246946 2024-12-03T14:19:24,657 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3920e6a7c3b5,40017,1733235563014, sessionid=0x1019b8fb7ef0003, setting cluster-up flag (Was=false) 2024-12-03T14:19:24,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43029-0x1019b8fb7ef0004, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395246946 2024-12-03T14:19:24,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395246946 2024-12-03T14:19:24,710 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1395246946/flush-table-proc/acquired, /1395246946/flush-table-proc/reached, /1395246946/flush-table-proc/abort 2024-12-03T14:19:24,710 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,40017,1733235563014 2024-12-03T14:19:24,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43029-0x1019b8fb7ef0004, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395246946 2024-12-03T14:19:24,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395246946 2024-12-03T14:19:24,762 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1395246946/online-snapshot/acquired, /1395246946/online-snapshot/reached, /1395246946/online-snapshot/abort 2024-12-03T14:19:24,764 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,40017,1733235563014 2024-12-03T14:19:24,765 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T14:19:24,769 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T14:19:24,769 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T14:19:24,770 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T14:19:24,770 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3920e6a7c3b5,40017,1733235563014 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T14:19:24,773 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:19:24,773 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:19:24,773 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:19:24,773 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:19:24,773 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3920e6a7c3b5:0, corePoolSize=10, maxPoolSize=10 2024-12-03T14:19:24,773 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:24,773 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:19:24,773 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:24,780 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:19:24,780 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T14:19:24,781 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:24,781 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T14:19:24,783 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733235594783 2024-12-03T14:19:24,783 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T14:19:24,783 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T14:19:24,783 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T14:19:24,783 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T14:19:24,783 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T14:19:24,783 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T14:19:24,783 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:24,784 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T14:19:24,784 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T14:19:24,784 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T14:19:24,784 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T14:19:24,788 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T14:19:24,788 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T14:19:24,789 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235564788,5,FailOnTimeoutGroup] 2024-12-03T14:19:24,789 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235564789,5,FailOnTimeoutGroup] 2024-12-03T14:19:24,789 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:24,789 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T14:19:24,789 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:24,789 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:24,797 INFO [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer(746): ClusterId : be843a7f-5ecf-4b2d-8ff9-5230e6478d78 2024-12-03T14:19:24,797 DEBUG [RS:0;3920e6a7c3b5:43029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T14:19:24,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741831_1007 (size=1321) 2024-12-03T14:19:24,805 DEBUG [RS:0;3920e6a7c3b5:43029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T14:19:24,805 DEBUG [RS:0;3920e6a7c3b5:43029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T14:19:24,817 DEBUG [RS:0;3920e6a7c3b5:43029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T14:19:24,817 DEBUG [RS:0;3920e6a7c3b5:43029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20801632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:19:24,833 DEBUG [RS:0;3920e6a7c3b5:43029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3920e6a7c3b5:43029 2024-12-03T14:19:24,833 INFO [RS:0;3920e6a7c3b5:43029 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T14:19:24,833 INFO [RS:0;3920e6a7c3b5:43029 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T14:19:24,833 DEBUG [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T14:19:24,834 INFO [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer(2659): reportForDuty to master=3920e6a7c3b5,40017,1733235563014 with port=43029, startcode=1733235563160 2024-12-03T14:19:24,834 DEBUG [RS:0;3920e6a7c3b5:43029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T14:19:24,837 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T14:19:24,838 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40017 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3920e6a7c3b5,43029,1733235563160 2024-12-03T14:19:24,838 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40017 {}] master.ServerManager(517): Registering regionserver=3920e6a7c3b5,43029,1733235563160 2024-12-03T14:19:24,842 DEBUG [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80 2024-12-03T14:19:24,842 DEBUG [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44913 2024-12-03T14:19:24,842 DEBUG [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T14:19:24,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395246946/rs 2024-12-03T14:19:24,901 DEBUG [RS:0;3920e6a7c3b5:43029 {}] zookeeper.ZKUtil(111): regionserver:43029-0x1019b8fb7ef0004, quorum=127.0.0.1:56973, baseZNode=/1395246946 Set watcher on existing znode=/1395246946/rs/3920e6a7c3b5,43029,1733235563160 2024-12-03T14:19:24,901 WARN [RS:0;3920e6a7c3b5:43029 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:19:24,901 INFO [RS:0;3920e6a7c3b5:43029 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:19:24,901 DEBUG [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160 2024-12-03T14:19:24,901 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3920e6a7c3b5,43029,1733235563160] 2024-12-03T14:19:24,906 INFO [RS:0;3920e6a7c3b5:43029 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T14:19:24,907 INFO [RS:0;3920e6a7c3b5:43029 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T14:19:24,908 INFO [RS:0;3920e6a7c3b5:43029 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T14:19:24,908 INFO [RS:0;3920e6a7c3b5:43029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:24,912 INFO [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T14:19:24,918 INFO [RS:0;3920e6a7c3b5:43029 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T14:19:24,918 INFO [RS:0;3920e6a7c3b5:43029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:24,918 DEBUG [RS:0;3920e6a7c3b5:43029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:24,918 DEBUG [RS:0;3920e6a7c3b5:43029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:24,918 DEBUG [RS:0;3920e6a7c3b5:43029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:24,918 DEBUG [RS:0;3920e6a7c3b5:43029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:24,918 DEBUG [RS:0;3920e6a7c3b5:43029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:24,918 DEBUG [RS:0;3920e6a7c3b5:43029 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:19:24,918 DEBUG [RS:0;3920e6a7c3b5:43029 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:24,918 DEBUG [RS:0;3920e6a7c3b5:43029 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:24,918 DEBUG [RS:0;3920e6a7c3b5:43029 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:24,919 DEBUG [RS:0;3920e6a7c3b5:43029 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:24,919 DEBUG [RS:0;3920e6a7c3b5:43029 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:24,919 DEBUG [RS:0;3920e6a7c3b5:43029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:24,919 DEBUG [RS:0;3920e6a7c3b5:43029 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:19:24,919 DEBUG [RS:0;3920e6a7c3b5:43029 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:19:24,928 INFO [RS:0;3920e6a7c3b5:43029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:24,928 INFO [RS:0;3920e6a7c3b5:43029 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:24,928 INFO [RS:0;3920e6a7c3b5:43029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:24,928 INFO [RS:0;3920e6a7c3b5:43029 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:24,928 INFO [RS:0;3920e6a7c3b5:43029 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:24,928 INFO [RS:0;3920e6a7c3b5:43029 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,43029,1733235563160-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:19:24,949 INFO [RS:0;3920e6a7c3b5:43029 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T14:19:24,949 INFO [RS:0;3920e6a7c3b5:43029 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,43029,1733235563160-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:24,949 INFO [RS:0;3920e6a7c3b5:43029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:24,949 INFO [RS:0;3920e6a7c3b5:43029 {}] regionserver.Replication(171): 3920e6a7c3b5,43029,1733235563160 started 2024-12-03T14:19:24,967 INFO [RS:0;3920e6a7c3b5:43029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:24,967 INFO [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer(1482): Serving as 3920e6a7c3b5,43029,1733235563160, RpcServer on 3920e6a7c3b5/172.17.0.2:43029, sessionid=0x1019b8fb7ef0004 2024-12-03T14:19:24,967 DEBUG [RS:0;3920e6a7c3b5:43029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T14:19:24,967 DEBUG [RS:0;3920e6a7c3b5:43029 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3920e6a7c3b5,43029,1733235563160 2024-12-03T14:19:24,967 DEBUG [RS:0;3920e6a7c3b5:43029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,43029,1733235563160' 2024-12-03T14:19:24,967 DEBUG [RS:0;3920e6a7c3b5:43029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1395246946/flush-table-proc/abort' 2024-12-03T14:19:24,968 DEBUG [RS:0;3920e6a7c3b5:43029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1395246946/flush-table-proc/acquired' 2024-12-03T14:19:24,968 DEBUG [RS:0;3920e6a7c3b5:43029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T14:19:24,968 DEBUG [RS:0;3920e6a7c3b5:43029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T14:19:24,968 DEBUG [RS:0;3920e6a7c3b5:43029 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3920e6a7c3b5,43029,1733235563160 2024-12-03T14:19:24,968 DEBUG [RS:0;3920e6a7c3b5:43029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,43029,1733235563160' 2024-12-03T14:19:24,968 DEBUG [RS:0;3920e6a7c3b5:43029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1395246946/online-snapshot/abort' 2024-12-03T14:19:24,969 DEBUG [RS:0;3920e6a7c3b5:43029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1395246946/online-snapshot/acquired' 2024-12-03T14:19:24,969 DEBUG [RS:0;3920e6a7c3b5:43029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T14:19:24,969 INFO [RS:0;3920e6a7c3b5:43029 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T14:19:24,969 INFO [RS:0;3920e6a7c3b5:43029 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T14:19:25,069 INFO [RS:0;3920e6a7c3b5:43029 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:19:25,071 INFO [RS:0;3920e6a7c3b5:43029 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C43029%2C1733235563160, suffix=, logDir=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160, archiveDir=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/oldWALs, maxLogs=10 2024-12-03T14:19:25,087 DEBUG [RS:0;3920e6a7c3b5:43029 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071, exclude list is [], retry=0 2024-12-03T14:19:25,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36689,DS-3906d2e8-7859-4dfb-bcb7-6279dab72740,DISK] 2024-12-03T14:19:25,092 INFO [RS:0;3920e6a7c3b5:43029 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071 2024-12-03T14:19:25,096 DEBUG [RS:0;3920e6a7c3b5:43029 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41731:41731)] 2024-12-03T14:19:25,204 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T14:19:25,204 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80 2024-12-03T14:19:25,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741833_1009 (size=32) 2024-12-03T14:19:25,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:25,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:19:25,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:19:25,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:25,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:25,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:19:25,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:19:25,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:25,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:25,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:19:25,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:19:25,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:25,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:25,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:19:25,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:19:25,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:25,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:25,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:19:25,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740 2024-12-03T14:19:25,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740 2024-12-03T14:19:25,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:19:25,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:19:25,246 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:19:25,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:19:25,270 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:19:25,271 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61055122, jitterRate=-0.0902077853679657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:19:25,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733235565219Initializing all the Stores at 1733235565220 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235565220Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235565220Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235565220Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235565220Cleaning up temporary data from old regions at 1733235565246 (+26 ms)Region opened successfully at 1733235565271 (+25 ms) 2024-12-03T14:19:25,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:19:25,271 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:19:25,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:19:25,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:19:25,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:19:25,272 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:19:25,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235565271Disabling compacts and flushes for region at 1733235565271Disabling writes for close at 1733235565271Writing region close event to WAL at 1733235565272 (+1 ms)Closed at 1733235565272 2024-12-03T14:19:25,274 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:19:25,274 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T14:19:25,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T14:19:25,275 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:19:25,278 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T14:19:25,428 DEBUG [3920e6a7c3b5:40017 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:19:25,428 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3920e6a7c3b5,43029,1733235563160 2024-12-03T14:19:25,430 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,43029,1733235563160, state=OPENING 2024-12-03T14:19:25,478 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T14:19:25,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43029-0x1019b8fb7ef0004, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395246946 2024-12-03T14:19:25,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395246946 2024-12-03T14:19:25,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1395246946/meta-region-server: CHANGED 2024-12-03T14:19:25,491 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:19:25,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,43029,1733235563160}] 2024-12-03T14:19:25,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1395246946/meta-region-server: CHANGED 2024-12-03T14:19:25,649 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:19:25,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T14:19:25,656 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T14:19:25,656 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:19:25,657 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T14:19:25,658 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C43029%2C1733235563160.meta, suffix=.meta, logDir=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160, archiveDir=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/oldWALs, maxLogs=10 2024-12-03T14:19:25,661 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T14:19:25,675 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.meta.1733235565658.meta, exclude list is [], retry=0 2024-12-03T14:19:25,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36689,DS-3906d2e8-7859-4dfb-bcb7-6279dab72740,DISK] 2024-12-03T14:19:25,678 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.meta.1733235565658.meta 2024-12-03T14:19:25,678 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41731:41731)] 2024-12-03T14:19:25,679 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:19:25,679 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:19:25,679 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:19:25,679 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T14:19:25,679 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T14:19:25,679 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T14:19:25,679 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:25,679 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T14:19:25,679 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T14:19:25,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:19:25,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:19:25,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:25,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:25,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:19:25,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:19:25,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:25,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:25,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:19:25,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:19:25,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:25,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:25,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:19:25,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:19:25,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:25,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:25,689 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:19:25,690 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740 2024-12-03T14:19:25,691 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740 2024-12-03T14:19:25,692 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:19:25,692 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:19:25,692 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:19:25,693 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:19:25,693 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63494683, jitterRate=-0.053855493664741516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:19:25,693 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T14:19:25,694 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733235565680Writing region info on filesystem at 1733235565680Initializing all the Stores at 1733235565680Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235565680Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235565681 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235565681Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235565681Cleaning up temporary data from old regions at 1733235565692 (+11 ms)Running coprocessor post-open hooks at 1733235565693 (+1 ms)Region opened successfully at 1733235565693 2024-12-03T14:19:25,694 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733235565649 2024-12-03T14:19:25,696 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T14:19:25,696 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T14:19:25,696 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,43029,1733235563160 2024-12-03T14:19:25,697 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,43029,1733235563160, state=OPEN 2024-12-03T14:19:25,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43029-0x1019b8fb7ef0004, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1395246946/meta-region-server 2024-12-03T14:19:25,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1395246946/meta-region-server 2024-12-03T14:19:25,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1395246946/meta-region-server: CHANGED 2024-12-03T14:19:25,710 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,43029,1733235563160 2024-12-03T14:19:25,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1395246946/meta-region-server: CHANGED 2024-12-03T14:19:25,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T14:19:25,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,43029,1733235563160 in 218 msec 2024-12-03T14:19:25,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T14:19:25,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 438 msec 2024-12-03T14:19:25,720 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:19:25,720 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T14:19:25,721 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:19:25,721 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,43029,1733235563160, seqNum=-1] 2024-12-03T14:19:25,721 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:19:25,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:19:25,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 957 msec 2024-12-03T14:19:25,726 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733235565726, completionTime=-1 2024-12-03T14:19:25,726 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T14:19:25,726 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T14:19:25,728 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T14:19:25,728 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733235625728 2024-12-03T14:19:25,728 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733235685728 2024-12-03T14:19:25,728 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T14:19:25,729 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,40017,1733235563014-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:25,729 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,40017,1733235563014-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:25,729 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,40017,1733235563014-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:25,729 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3920e6a7c3b5:40017, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:25,729 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:25,729 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:25,730 DEBUG [master/3920e6a7c3b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T14:19:25,732 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.507sec 2024-12-03T14:19:25,733 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T14:19:25,733 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T14:19:25,733 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T14:19:25,733 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T14:19:25,733 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T14:19:25,733 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,40017,1733235563014-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:19:25,733 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,40017,1733235563014-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T14:19:25,734 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T14:19:25,734 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T14:19:25,734 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,40017,1733235563014-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:25,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a355638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:25,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,40017,-1 for getting cluster id 2024-12-03T14:19:25,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:25,802 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be843a7f-5ecf-4b2d-8ff9-5230e6478d78' 2024-12-03T14:19:25,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:25,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be843a7f-5ecf-4b2d-8ff9-5230e6478d78" 2024-12-03T14:19:25,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb343c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:25,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,40017,-1] 2024-12-03T14:19:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:25,804 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:25,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1434caa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:25,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:19:25,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,43029,1733235563160, seqNum=-1] 2024-12-03T14:19:25,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:19:25,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:19:25,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3920e6a7c3b5,40017,1733235563014 2024-12-03T14:19:25,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56973 2024-12-03T14:19:25,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:19:25,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019b8fb7ef0005 connected 2024-12-03T14:19:25,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:25,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,36283,1733235557401 2024-12-03T14:19:25,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ee76f1b 2024-12-03T14:19:25,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:19:25,837 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:19:25,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:19:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T14:19:25,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:19:25,840 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:25,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T14:19:25,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:19:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:19:25,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741835_1011 (size=902) 2024-12-03T14:19:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:19:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:19:26,278 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2a0269e169281f7a3424537c7ff915b6, NAME => 'test,,1733235565837.2a0269e169281f7a3424537c7ff915b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a 2024-12-03T14:19:26,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741836_1012 (size=39) 2024-12-03T14:19:26,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733235565837.2a0269e169281f7a3424537c7ff915b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:26,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2a0269e169281f7a3424537c7ff915b6, disabling compactions & flushes 2024-12-03T14:19:26,284 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733235565837.2a0269e169281f7a3424537c7ff915b6. 2024-12-03T14:19:26,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235565837.2a0269e169281f7a3424537c7ff915b6. 2024-12-03T14:19:26,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733235565837.2a0269e169281f7a3424537c7ff915b6. after waiting 0 ms 2024-12-03T14:19:26,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733235565837.2a0269e169281f7a3424537c7ff915b6. 2024-12-03T14:19:26,284 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733235565837.2a0269e169281f7a3424537c7ff915b6. 2024-12-03T14:19:26,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2a0269e169281f7a3424537c7ff915b6: Waiting for close lock at 1733235566284Disabling compacts and flushes for region at 1733235566284Disabling writes for close at 1733235566284Writing region close event to WAL at 1733235566284Closed at 1733235566284 2024-12-03T14:19:26,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:19:26,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733235565837.2a0269e169281f7a3424537c7ff915b6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733235566285"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235566285"}]},"ts":"1733235566285"} 2024-12-03T14:19:26,287 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:19:26,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:19:26,288 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235566288"}]},"ts":"1733235566288"} 2024-12-03T14:19:26,290 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T14:19:26,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2a0269e169281f7a3424537c7ff915b6, ASSIGN}] 2024-12-03T14:19:26,291 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2a0269e169281f7a3424537c7ff915b6, ASSIGN 2024-12-03T14:19:26,292 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2a0269e169281f7a3424537c7ff915b6, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,36573,1733235557560; forceNewPlan=false, retain=false 2024-12-03T14:19:26,312 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:19:26,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:26,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:26,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:26,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:26,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:26,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:26,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:26,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:26,442 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2a0269e169281f7a3424537c7ff915b6, regionState=OPENING, regionLocation=3920e6a7c3b5,36573,1733235557560 2024-12-03T14:19:26,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2a0269e169281f7a3424537c7ff915b6, ASSIGN because future has completed 2024-12-03T14:19:26,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a0269e169281f7a3424537c7ff915b6, server=3920e6a7c3b5,36573,1733235557560}] 2024-12-03T14:19:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:19:26,599 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733235565837.2a0269e169281f7a3424537c7ff915b6. 2024-12-03T14:19:26,599 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a0269e169281f7a3424537c7ff915b6, NAME => 'test,,1733235565837.2a0269e169281f7a3424537c7ff915b6.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:19:26,599 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:19:26,599 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T14:19:26,599 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2a0269e169281f7a3424537c7ff915b6 2024-12-03T14:19:26,599 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733235565837.2a0269e169281f7a3424537c7ff915b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:26,599 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2a0269e169281f7a3424537c7ff915b6 2024-12-03T14:19:26,599 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2a0269e169281f7a3424537c7ff915b6 2024-12-03T14:19:26,600 INFO [StoreOpener-2a0269e169281f7a3424537c7ff915b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2a0269e169281f7a3424537c7ff915b6 2024-12-03T14:19:26,601 INFO [StoreOpener-2a0269e169281f7a3424537c7ff915b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a0269e169281f7a3424537c7ff915b6 columnFamilyName f 2024-12-03T14:19:26,601 DEBUG [StoreOpener-2a0269e169281f7a3424537c7ff915b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:26,602 INFO [StoreOpener-2a0269e169281f7a3424537c7ff915b6-1 {}] regionserver.HStore(327): Store=2a0269e169281f7a3424537c7ff915b6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:26,602 INFO [StoreOpener-2a0269e169281f7a3424537c7ff915b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2a0269e169281f7a3424537c7ff915b6 2024-12-03T14:19:26,603 INFO [StoreOpener-2a0269e169281f7a3424537c7ff915b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a0269e169281f7a3424537c7ff915b6 columnFamilyName f1 2024-12-03T14:19:26,603 DEBUG [StoreOpener-2a0269e169281f7a3424537c7ff915b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:26,603 INFO [StoreOpener-2a0269e169281f7a3424537c7ff915b6-1 {}] regionserver.HStore(327): Store=2a0269e169281f7a3424537c7ff915b6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:26,603 INFO [StoreOpener-2a0269e169281f7a3424537c7ff915b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2a0269e169281f7a3424537c7ff915b6 2024-12-03T14:19:26,604 INFO [StoreOpener-2a0269e169281f7a3424537c7ff915b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a0269e169281f7a3424537c7ff915b6 columnFamilyName norep 2024-12-03T14:19:26,604 DEBUG [StoreOpener-2a0269e169281f7a3424537c7ff915b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:26,604 INFO [StoreOpener-2a0269e169281f7a3424537c7ff915b6-1 {}] regionserver.HStore(327): Store=2a0269e169281f7a3424537c7ff915b6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:26,604 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2a0269e169281f7a3424537c7ff915b6 2024-12-03T14:19:26,605 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/default/test/2a0269e169281f7a3424537c7ff915b6 2024-12-03T14:19:26,605 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/default/test/2a0269e169281f7a3424537c7ff915b6 2024-12-03T14:19:26,606 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2a0269e169281f7a3424537c7ff915b6 2024-12-03T14:19:26,606 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2a0269e169281f7a3424537c7ff915b6 2024-12-03T14:19:26,606 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:19:26,607 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2a0269e169281f7a3424537c7ff915b6 2024-12-03T14:19:26,613 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/default/test/2a0269e169281f7a3424537c7ff915b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:19:26,613 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2a0269e169281f7a3424537c7ff915b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63138548, jitterRate=-0.05916231870651245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:19:26,613 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a0269e169281f7a3424537c7ff915b6 2024-12-03T14:19:26,614 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2a0269e169281f7a3424537c7ff915b6: Running coprocessor pre-open hook at 1733235566600Writing region info on filesystem at 1733235566600Initializing all the Stores at 1733235566600Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235566600Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235566600Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235566600Cleaning up temporary data from old regions at 1733235566606 (+6 ms)Running coprocessor post-open hooks at 1733235566613 (+7 ms)Region opened successfully at 1733235566614 (+1 ms) 2024-12-03T14:19:26,614 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733235565837.2a0269e169281f7a3424537c7ff915b6., pid=6, masterSystemTime=1733235566596 2024-12-03T14:19:26,616 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733235565837.2a0269e169281f7a3424537c7ff915b6. 2024-12-03T14:19:26,616 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733235565837.2a0269e169281f7a3424537c7ff915b6. 2024-12-03T14:19:26,617 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2a0269e169281f7a3424537c7ff915b6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3920e6a7c3b5,36573,1733235557560 2024-12-03T14:19:26,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a0269e169281f7a3424537c7ff915b6, server=3920e6a7c3b5,36573,1733235557560 because future has completed 2024-12-03T14:19:26,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T14:19:26,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a0269e169281f7a3424537c7ff915b6, server=3920e6a7c3b5,36573,1733235557560 in 175 msec 2024-12-03T14:19:26,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T14:19:26,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2a0269e169281f7a3424537c7ff915b6, ASSIGN in 330 msec 2024-12-03T14:19:26,623 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:19:26,623 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235566623"}]},"ts":"1733235566623"} 2024-12-03T14:19:26,624 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T14:19:26,625 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:19:26,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 787 msec 2024-12-03T14:19:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:19:26,983 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T14:19:26,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:26,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,40017,1733235563014 2024-12-03T14:19:26,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e5ba5e4 2024-12-03T14:19:26,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:19:26,987 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:19:26,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:19:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T14:19:26,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:19:26,989 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:26,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T14:19:26,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:19:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:19:26,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741835_1011 (size=902) 2024-12-03T14:19:26,999 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => def5884d7031ad5c9cb41e237dd24133, NAME => 'test,,1733235566987.def5884d7031ad5c9cb41e237dd24133.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80 2024-12-03T14:19:27,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741836_1012 (size=39) 2024-12-03T14:19:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:19:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:19:27,411 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733235566987.def5884d7031ad5c9cb41e237dd24133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:27,411 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing def5884d7031ad5c9cb41e237dd24133, disabling compactions & flushes 2024-12-03T14:19:27,411 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733235566987.def5884d7031ad5c9cb41e237dd24133. 2024-12-03T14:19:27,411 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235566987.def5884d7031ad5c9cb41e237dd24133. 2024-12-03T14:19:27,411 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733235566987.def5884d7031ad5c9cb41e237dd24133. after waiting 0 ms 2024-12-03T14:19:27,411 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733235566987.def5884d7031ad5c9cb41e237dd24133. 2024-12-03T14:19:27,411 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733235566987.def5884d7031ad5c9cb41e237dd24133. 2024-12-03T14:19:27,411 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for def5884d7031ad5c9cb41e237dd24133: Waiting for close lock at 1733235567411Disabling compacts and flushes for region at 1733235567411Disabling writes for close at 1733235567411Writing region close event to WAL at 1733235567411Closed at 1733235567411 2024-12-03T14:19:27,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:19:27,413 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733235566987.def5884d7031ad5c9cb41e237dd24133.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733235567413"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235567413"}]},"ts":"1733235567413"} 2024-12-03T14:19:27,415 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:19:27,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:19:27,416 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235567416"}]},"ts":"1733235567416"} 2024-12-03T14:19:27,418 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T14:19:27,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=def5884d7031ad5c9cb41e237dd24133, ASSIGN}] 2024-12-03T14:19:27,420 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=def5884d7031ad5c9cb41e237dd24133, ASSIGN 2024-12-03T14:19:27,420 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=def5884d7031ad5c9cb41e237dd24133, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,43029,1733235563160; forceNewPlan=false, retain=false 2024-12-03T14:19:27,571 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=def5884d7031ad5c9cb41e237dd24133, regionState=OPENING, regionLocation=3920e6a7c3b5,43029,1733235563160 2024-12-03T14:19:27,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=def5884d7031ad5c9cb41e237dd24133, ASSIGN because future has completed 2024-12-03T14:19:27,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure def5884d7031ad5c9cb41e237dd24133, server=3920e6a7c3b5,43029,1733235563160}] 2024-12-03T14:19:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:19:27,729 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733235566987.def5884d7031ad5c9cb41e237dd24133. 2024-12-03T14:19:27,729 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => def5884d7031ad5c9cb41e237dd24133, NAME => 'test,,1733235566987.def5884d7031ad5c9cb41e237dd24133.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:19:27,729 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:19:27,729 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T14:19:27,730 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test def5884d7031ad5c9cb41e237dd24133 2024-12-03T14:19:27,730 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733235566987.def5884d7031ad5c9cb41e237dd24133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:27,730 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for def5884d7031ad5c9cb41e237dd24133 2024-12-03T14:19:27,730 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for def5884d7031ad5c9cb41e237dd24133 2024-12-03T14:19:27,731 INFO [StoreOpener-def5884d7031ad5c9cb41e237dd24133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region def5884d7031ad5c9cb41e237dd24133 2024-12-03T14:19:27,732 INFO [StoreOpener-def5884d7031ad5c9cb41e237dd24133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region def5884d7031ad5c9cb41e237dd24133 columnFamilyName f 2024-12-03T14:19:27,732 DEBUG [StoreOpener-def5884d7031ad5c9cb41e237dd24133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:27,732 INFO [StoreOpener-def5884d7031ad5c9cb41e237dd24133-1 {}] regionserver.HStore(327): Store=def5884d7031ad5c9cb41e237dd24133/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:27,732 INFO [StoreOpener-def5884d7031ad5c9cb41e237dd24133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region def5884d7031ad5c9cb41e237dd24133 2024-12-03T14:19:27,733 INFO [StoreOpener-def5884d7031ad5c9cb41e237dd24133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region def5884d7031ad5c9cb41e237dd24133 columnFamilyName f1 2024-12-03T14:19:27,733 DEBUG [StoreOpener-def5884d7031ad5c9cb41e237dd24133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:27,734 INFO [StoreOpener-def5884d7031ad5c9cb41e237dd24133-1 {}] regionserver.HStore(327): Store=def5884d7031ad5c9cb41e237dd24133/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:27,734 INFO [StoreOpener-def5884d7031ad5c9cb41e237dd24133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region def5884d7031ad5c9cb41e237dd24133 2024-12-03T14:19:27,734 INFO [StoreOpener-def5884d7031ad5c9cb41e237dd24133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region def5884d7031ad5c9cb41e237dd24133 columnFamilyName norep 2024-12-03T14:19:27,734 DEBUG [StoreOpener-def5884d7031ad5c9cb41e237dd24133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:27,735 INFO [StoreOpener-def5884d7031ad5c9cb41e237dd24133-1 {}] regionserver.HStore(327): Store=def5884d7031ad5c9cb41e237dd24133/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:27,735 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for def5884d7031ad5c9cb41e237dd24133 2024-12-03T14:19:27,736 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/default/test/def5884d7031ad5c9cb41e237dd24133 2024-12-03T14:19:27,736 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/default/test/def5884d7031ad5c9cb41e237dd24133 2024-12-03T14:19:27,737 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for def5884d7031ad5c9cb41e237dd24133 2024-12-03T14:19:27,737 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for def5884d7031ad5c9cb41e237dd24133 2024-12-03T14:19:27,737 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:19:27,738 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for def5884d7031ad5c9cb41e237dd24133 2024-12-03T14:19:27,740 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/default/test/def5884d7031ad5c9cb41e237dd24133/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:19:27,740 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened def5884d7031ad5c9cb41e237dd24133; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68634898, jitterRate=0.022739678621292114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:19:27,740 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for def5884d7031ad5c9cb41e237dd24133 2024-12-03T14:19:27,740 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for def5884d7031ad5c9cb41e237dd24133: Running coprocessor pre-open hook at 1733235567730Writing region info on filesystem at 1733235567730Initializing all the Stores at 1733235567731 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235567731Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235567731Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235567731Cleaning up temporary data from old regions at 1733235567737 (+6 ms)Running coprocessor post-open hooks at 1733235567740 (+3 ms)Region opened successfully at 1733235567740 2024-12-03T14:19:27,741 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733235566987.def5884d7031ad5c9cb41e237dd24133., pid=6, masterSystemTime=1733235567726 2024-12-03T14:19:27,743 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733235566987.def5884d7031ad5c9cb41e237dd24133. 2024-12-03T14:19:27,743 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733235566987.def5884d7031ad5c9cb41e237dd24133. 2024-12-03T14:19:27,743 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=def5884d7031ad5c9cb41e237dd24133, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3920e6a7c3b5,43029,1733235563160 2024-12-03T14:19:27,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure def5884d7031ad5c9cb41e237dd24133, server=3920e6a7c3b5,43029,1733235563160 because future has completed 2024-12-03T14:19:27,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T14:19:27,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure def5884d7031ad5c9cb41e237dd24133, server=3920e6a7c3b5,43029,1733235563160 in 176 msec 2024-12-03T14:19:27,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T14:19:27,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=def5884d7031ad5c9cb41e237dd24133, ASSIGN in 333 msec 2024-12-03T14:19:27,753 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:19:27,753 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235567753"}]},"ts":"1733235567753"} 2024-12-03T14:19:27,755 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T14:19:27,756 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:19:27,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 769 msec 2024-12-03T14:19:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:19:28,124 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T14:19:28,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e276ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:28,124 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,36283,-1 for getting cluster id 2024-12-03T14:19:28,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:28,125 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af5b97e3-4d32-4c4d-8796-9eceab1213d4' 2024-12-03T14:19:28,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:28,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af5b97e3-4d32-4c4d-8796-9eceab1213d4" 2024-12-03T14:19:28,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c75f00e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:28,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,36283,-1] 2024-12-03T14:19:28,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:28,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:28,126 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:28,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25fc02ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:28,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f77d453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:28,127 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,40017,-1 for getting cluster id 2024-12-03T14:19:28,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:28,128 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be843a7f-5ecf-4b2d-8ff9-5230e6478d78' 2024-12-03T14:19:28,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:28,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be843a7f-5ecf-4b2d-8ff9-5230e6478d78" 2024-12-03T14:19:28,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245d3a51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:28,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,40017,-1] 2024-12-03T14:19:28,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:28,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:28,130 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:28,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c41f29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:28,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b38e1f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:28,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,36283,-1 for getting cluster id 2024-12-03T14:19:28,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:28,135 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af5b97e3-4d32-4c4d-8796-9eceab1213d4' 2024-12-03T14:19:28,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:28,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af5b97e3-4d32-4c4d-8796-9eceab1213d4" 2024-12-03T14:19:28,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@309999f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:28,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,36283,-1] 2024-12-03T14:19:28,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:28,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:28,137 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:28,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c09a606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:28,138 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:28,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,36283,1733235557401 2024-12-03T14:19:28,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27a2f62 2024-12-03T14:19:28,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:19:28,139 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:19:28,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3920e6a7c3b5:40017,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T14:19:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T14:19:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:19:28,143 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:40017' 2024-12-03T14:19:28,145 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1709e8b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:28,145 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,40017,-1 for getting cluster id 2024-12-03T14:19:28,145 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:28,146 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be843a7f-5ecf-4b2d-8ff9-5230e6478d78' 2024-12-03T14:19:28,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:28,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be843a7f-5ecf-4b2d-8ff9-5230e6478d78" 2024-12-03T14:19:28,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46acae03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:28,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,40017,-1] 2024-12-03T14:19:28,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:28,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:28,147 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:28,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ca8519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:28,148 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:28,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,40017,1733235563014 2024-12-03T14:19:28,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6907a099 2024-12-03T14:19:28,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:19:28,150 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:19:28,150 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T14:19:28,150 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T14:19:28,150 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:28,151 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:28,151 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:19:28,151 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:19:28,152 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T14:19:28,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:19:28,153 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:28,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:19:28,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741837_1013 (size=1138) 2024-12-03T14:19:28,202 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T14:19:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:19:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:19:28,562 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e16dba36f76dd58d64d244c32e6e298b, NAME => 'hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a 2024-12-03T14:19:28,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741838_1014 (size=44) 2024-12-03T14:19:28,573 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:28,573 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e16dba36f76dd58d64d244c32e6e298b, disabling compactions & flushes 2024-12-03T14:19:28,573 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b. 2024-12-03T14:19:28,573 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b. 2024-12-03T14:19:28,573 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b. after waiting 0 ms 2024-12-03T14:19:28,573 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b. 2024-12-03T14:19:28,573 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b. 2024-12-03T14:19:28,573 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e16dba36f76dd58d64d244c32e6e298b: Waiting for close lock at 1733235568573Disabling compacts and flushes for region at 1733235568573Disabling writes for close at 1733235568573Writing region close event to WAL at 1733235568573Closed at 1733235568573 2024-12-03T14:19:28,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:19:28,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733235568574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235568574"}]},"ts":"1733235568574"} 2024-12-03T14:19:28,577 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:19:28,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:19:28,578 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235568578"}]},"ts":"1733235568578"} 2024-12-03T14:19:28,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T14:19:28,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e16dba36f76dd58d64d244c32e6e298b, ASSIGN}] 2024-12-03T14:19:28,583 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e16dba36f76dd58d64d244c32e6e298b, ASSIGN 2024-12-03T14:19:28,583 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e16dba36f76dd58d64d244c32e6e298b, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,36573,1733235557560; forceNewPlan=false, retain=false 2024-12-03T14:19:28,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e16dba36f76dd58d64d244c32e6e298b, regionState=OPENING, regionLocation=3920e6a7c3b5,36573,1733235557560 2024-12-03T14:19:28,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e16dba36f76dd58d64d244c32e6e298b, ASSIGN because future has completed 2024-12-03T14:19:28,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e16dba36f76dd58d64d244c32e6e298b, server=3920e6a7c3b5,36573,1733235557560}] 2024-12-03T14:19:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:19:28,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b. 2024-12-03T14:19:28,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:19:28,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T14:19:28,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C36573%2C1733235557560.rep, suffix=, logDir=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560, archiveDir=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/oldWALs, maxLogs=10 2024-12-03T14:19:28,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.rep.1733235568896, exclude list is [], retry=0 2024-12-03T14:19:28,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42625,DS-c15e1cd7-fb7f-4d90-92bf-100d910cfe21,DISK] 2024-12-03T14:19:28,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.rep.1733235568896 2024-12-03T14:19:28,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40933:40933)] 2024-12-03T14:19:28,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e16dba36f76dd58d64d244c32e6e298b, NAME => 'hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:19:28,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:19:28,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:19:28,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b. service=MultiRowMutationService 2024-12-03T14:19:28,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T14:19:28,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e16dba36f76dd58d64d244c32e6e298b 2024-12-03T14:19:28,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:28,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e16dba36f76dd58d64d244c32e6e298b 2024-12-03T14:19:28,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e16dba36f76dd58d64d244c32e6e298b 2024-12-03T14:19:28,916 INFO [StoreOpener-e16dba36f76dd58d64d244c32e6e298b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e16dba36f76dd58d64d244c32e6e298b 2024-12-03T14:19:28,918 INFO [StoreOpener-e16dba36f76dd58d64d244c32e6e298b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e16dba36f76dd58d64d244c32e6e298b columnFamilyName hfileref 2024-12-03T14:19:28,918 DEBUG [StoreOpener-e16dba36f76dd58d64d244c32e6e298b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:28,918 INFO [StoreOpener-e16dba36f76dd58d64d244c32e6e298b-1 {}] regionserver.HStore(327): Store=e16dba36f76dd58d64d244c32e6e298b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:28,918 INFO [StoreOpener-e16dba36f76dd58d64d244c32e6e298b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e16dba36f76dd58d64d244c32e6e298b 2024-12-03T14:19:28,919 INFO [StoreOpener-e16dba36f76dd58d64d244c32e6e298b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e16dba36f76dd58d64d244c32e6e298b columnFamilyName queue 2024-12-03T14:19:28,919 DEBUG [StoreOpener-e16dba36f76dd58d64d244c32e6e298b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:28,919 INFO [StoreOpener-e16dba36f76dd58d64d244c32e6e298b-1 {}] regionserver.HStore(327): Store=e16dba36f76dd58d64d244c32e6e298b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:28,920 INFO [StoreOpener-e16dba36f76dd58d64d244c32e6e298b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e16dba36f76dd58d64d244c32e6e298b 2024-12-03T14:19:28,920 INFO [StoreOpener-e16dba36f76dd58d64d244c32e6e298b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e16dba36f76dd58d64d244c32e6e298b columnFamilyName sid 2024-12-03T14:19:28,920 DEBUG [StoreOpener-e16dba36f76dd58d64d244c32e6e298b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:28,921 INFO [StoreOpener-e16dba36f76dd58d64d244c32e6e298b-1 {}] regionserver.HStore(327): Store=e16dba36f76dd58d64d244c32e6e298b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:28,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e16dba36f76dd58d64d244c32e6e298b 2024-12-03T14:19:28,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/replication/e16dba36f76dd58d64d244c32e6e298b 2024-12-03T14:19:28,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/replication/e16dba36f76dd58d64d244c32e6e298b 2024-12-03T14:19:28,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e16dba36f76dd58d64d244c32e6e298b 2024-12-03T14:19:28,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e16dba36f76dd58d64d244c32e6e298b 2024-12-03T14:19:28,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:19:28,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e16dba36f76dd58d64d244c32e6e298b 2024-12-03T14:19:28,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/replication/e16dba36f76dd58d64d244c32e6e298b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:19:28,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e16dba36f76dd58d64d244c32e6e298b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58783631, jitterRate=-0.1240556389093399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:19:28,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e16dba36f76dd58d64d244c32e6e298b 2024-12-03T14:19:28,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e16dba36f76dd58d64d244c32e6e298b: Running coprocessor pre-open hook at 1733235568915Writing region info on filesystem at 1733235568915Initializing all the Stores at 1733235568916 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235568916Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235568916Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235568916Cleaning up temporary data from old regions at 1733235568922 (+6 ms)Running coprocessor post-open hooks at 1733235568925 (+3 ms)Region opened successfully at 1733235568926 (+1 ms) 2024-12-03T14:19:28,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b., pid=10, masterSystemTime=1733235568890 2024-12-03T14:19:28,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b. 2024-12-03T14:19:28,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b. 2024-12-03T14:19:28,928 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e16dba36f76dd58d64d244c32e6e298b, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,36573,1733235557560 2024-12-03T14:19:28,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e16dba36f76dd58d64d244c32e6e298b, server=3920e6a7c3b5,36573,1733235557560 because future has completed 2024-12-03T14:19:28,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T14:19:28,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e16dba36f76dd58d64d244c32e6e298b, server=3920e6a7c3b5,36573,1733235557560 in 193 msec 2024-12-03T14:19:28,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T14:19:28,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e16dba36f76dd58d64d244c32e6e298b, ASSIGN in 351 msec 2024-12-03T14:19:28,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:19:28,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235568934"}]},"ts":"1733235568934"} 2024-12-03T14:19:28,935 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T14:19:28,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:19:28,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 785 msec 2024-12-03T14:19:28,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b., hostname=3920e6a7c3b5,36573,1733235557560, seqNum=2] 2024-12-03T14:19:29,103 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x1019b8fb7ef0001, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1432381597 2024-12-03T14:19:29,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1432381597 2024-12-03T14:19:29,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T14:19:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:19:29,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36573 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T14:19:29,363 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T14:19:29,386 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3920e6a7c3b5,36573,1733235557560, ReplicationSource: 1, currentBandwidth=0 2024-12-03T14:19:29,386 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:19:29,386 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,36573,1733235557560, seqNum=-1] 2024-12-03T14:19:29,386 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:19:29,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-03T14:19:29,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3920e6a7c3b5,36573,1733235557560', locateType=CURRENT is [region=hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b., hostname=3920e6a7c3b5,36573,1733235557560, seqNum=2] 2024-12-03T14:19:29,396 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T14:19:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T14:19:29,398 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3920e6a7c3b5,36573,1733235557560 suceeded 2024-12-03T14:19:29,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T14:19:29,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-03T14:19:29,400 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3920e6a7c3b5:40017,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T14:19:29,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2600 sec 2024-12-03T14:19:29,408 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:40017' 2024-12-03T14:19:29,409 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e0e9632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:29,409 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,40017,-1 for getting cluster id 2024-12-03T14:19:29,409 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:29,410 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be843a7f-5ecf-4b2d-8ff9-5230e6478d78' 2024-12-03T14:19:29,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:29,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be843a7f-5ecf-4b2d-8ff9-5230e6478d78" 2024-12-03T14:19:29,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28f3aeb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:29,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,40017,-1] 2024-12-03T14:19:29,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:29,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:29,411 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:29,412 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17ebc62a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:29,412 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:29,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,40017,1733235563014 2024-12-03T14:19:29,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d209251 2024-12-03T14:19:29,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:19:29,414 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-03T14:19:29,414 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3920e6a7c3b5,36573,1733235557560 (queues=1) is replicating from cluster=af5b97e3-4d32-4c4d-8796-9eceab1213d4 to cluster=be843a7f-5ecf-4b2d-8ff9-5230e6478d78 2024-12-03T14:19:29,414 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3920e6a7c3b5%2C36573%2C1733235557560 2024-12-03T14:19:29,414 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3920e6a7c3b5,36573,1733235557560, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T14:19:29,415 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.shipper3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3920e6a7c3b5%2C36573%2C1733235557560 2024-12-03T14:19:29,415 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806, startPosition=0, beingWritten=true 2024-12-03T14:19:29,419 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:19:29,419 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 379, reset compression=false 2024-12-03T14:19:29,419 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.shipper3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,36573,1733235557560 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:19:29,622 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 379, reset compression=false 2024-12-03T14:19:29,926 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 379, reset compression=false 2024-12-03T14:19:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:19:30,294 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T14:19:30,295 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:19:30,295 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:30,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:30,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:30,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:19:30,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f32778e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:30,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,40017,-1 for getting cluster id 2024-12-03T14:19:30,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:30,302 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be843a7f-5ecf-4b2d-8ff9-5230e6478d78' 2024-12-03T14:19:30,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:30,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be843a7f-5ecf-4b2d-8ff9-5230e6478d78" 2024-12-03T14:19:30,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2548ba58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:30,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,40017,-1] 2024-12-03T14:19:30,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:30,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:30,304 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:30,305 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f292e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:30,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:30,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,40017,1733235563014 2024-12-03T14:19:30,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46cc0821 2024-12-03T14:19:30,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:19:30,309 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:19:30,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3920e6a7c3b5:36283,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T14:19:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T14:19:30,313 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:36283' 2024-12-03T14:19:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:19:30,317 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557a61ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:30,317 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,36283,-1 for getting cluster id 2024-12-03T14:19:30,317 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:30,318 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af5b97e3-4d32-4c4d-8796-9eceab1213d4' 2024-12-03T14:19:30,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:30,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af5b97e3-4d32-4c4d-8796-9eceab1213d4" 2024-12-03T14:19:30,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77898707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:30,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,36283,-1] 2024-12-03T14:19:30,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:30,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:30,321 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:30,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf27269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:30,322 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:30,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,36283,1733235557401 2024-12-03T14:19:30,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e165b6d 2024-12-03T14:19:30,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:19:30,324 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:19:30,326 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T14:19:30,326 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T14:19:30,326 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:30,326 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:30,326 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:19:30,329 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T14:19:30,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:19:30,330 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 379, reset compression=false 2024-12-03T14:19:30,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:19:30,330 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:30,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:19:30,379 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T14:19:30,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741837_1013 (size=1138) 2024-12-03T14:19:30,387 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55ab71bff8f9a52f5b4e9b9299a57adb, NAME => 'hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80 2024-12-03T14:19:30,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741838_1014 (size=44) 2024-12-03T14:19:30,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:30,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 55ab71bff8f9a52f5b4e9b9299a57adb, disabling compactions & flushes 2024-12-03T14:19:30,412 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb. 2024-12-03T14:19:30,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb. 2024-12-03T14:19:30,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb. after waiting 0 ms 2024-12-03T14:19:30,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb. 2024-12-03T14:19:30,412 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb. 2024-12-03T14:19:30,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55ab71bff8f9a52f5b4e9b9299a57adb: Waiting for close lock at 1733235570412Disabling compacts and flushes for region at 1733235570412Disabling writes for close at 1733235570412Writing region close event to WAL at 1733235570412Closed at 1733235570412 2024-12-03T14:19:30,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:19:30,414 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733235570414"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235570414"}]},"ts":"1733235570414"} 2024-12-03T14:19:30,417 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:19:30,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:19:30,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235570418"}]},"ts":"1733235570418"} 2024-12-03T14:19:30,421 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T14:19:30,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55ab71bff8f9a52f5b4e9b9299a57adb, ASSIGN}] 2024-12-03T14:19:30,422 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55ab71bff8f9a52f5b4e9b9299a57adb, ASSIGN 2024-12-03T14:19:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:19:30,423 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=55ab71bff8f9a52f5b4e9b9299a57adb, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,43029,1733235563160; forceNewPlan=false, retain=false 2024-12-03T14:19:30,574 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=55ab71bff8f9a52f5b4e9b9299a57adb, regionState=OPENING, regionLocation=3920e6a7c3b5,43029,1733235563160 2024-12-03T14:19:30,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=55ab71bff8f9a52f5b4e9b9299a57adb, ASSIGN because future has completed 2024-12-03T14:19:30,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55ab71bff8f9a52f5b4e9b9299a57adb, server=3920e6a7c3b5,43029,1733235563160}] 2024-12-03T14:19:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:19:30,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb. 2024-12-03T14:19:30,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:19:30,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T14:19:30,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C43029%2C1733235563160.rep, suffix=, logDir=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160, archiveDir=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/oldWALs, maxLogs=10 2024-12-03T14:19:30,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.rep.1733235570741, exclude list is [], retry=0 2024-12-03T14:19:30,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36689,DS-3906d2e8-7859-4dfb-bcb7-6279dab72740,DISK] 2024-12-03T14:19:30,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.rep.1733235570741 2024-12-03T14:19:30,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41731:41731)] 2024-12-03T14:19:30,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 55ab71bff8f9a52f5b4e9b9299a57adb, NAME => 'hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:19:30,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:19:30,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:19:30,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb. service=MultiRowMutationService 2024-12-03T14:19:30,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T14:19:30,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 55ab71bff8f9a52f5b4e9b9299a57adb 2024-12-03T14:19:30,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:30,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 55ab71bff8f9a52f5b4e9b9299a57adb 2024-12-03T14:19:30,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 55ab71bff8f9a52f5b4e9b9299a57adb 2024-12-03T14:19:30,764 INFO [StoreOpener-55ab71bff8f9a52f5b4e9b9299a57adb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 55ab71bff8f9a52f5b4e9b9299a57adb 2024-12-03T14:19:30,765 INFO [StoreOpener-55ab71bff8f9a52f5b4e9b9299a57adb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55ab71bff8f9a52f5b4e9b9299a57adb columnFamilyName hfileref 2024-12-03T14:19:30,765 DEBUG [StoreOpener-55ab71bff8f9a52f5b4e9b9299a57adb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:30,766 INFO [StoreOpener-55ab71bff8f9a52f5b4e9b9299a57adb-1 {}] regionserver.HStore(327): Store=55ab71bff8f9a52f5b4e9b9299a57adb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:30,766 INFO [StoreOpener-55ab71bff8f9a52f5b4e9b9299a57adb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 55ab71bff8f9a52f5b4e9b9299a57adb 2024-12-03T14:19:30,767 INFO [StoreOpener-55ab71bff8f9a52f5b4e9b9299a57adb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55ab71bff8f9a52f5b4e9b9299a57adb columnFamilyName queue 2024-12-03T14:19:30,767 DEBUG [StoreOpener-55ab71bff8f9a52f5b4e9b9299a57adb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:30,767 INFO [StoreOpener-55ab71bff8f9a52f5b4e9b9299a57adb-1 {}] regionserver.HStore(327): Store=55ab71bff8f9a52f5b4e9b9299a57adb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:30,767 INFO [StoreOpener-55ab71bff8f9a52f5b4e9b9299a57adb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 55ab71bff8f9a52f5b4e9b9299a57adb 2024-12-03T14:19:30,768 INFO [StoreOpener-55ab71bff8f9a52f5b4e9b9299a57adb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55ab71bff8f9a52f5b4e9b9299a57adb columnFamilyName sid 2024-12-03T14:19:30,768 DEBUG [StoreOpener-55ab71bff8f9a52f5b4e9b9299a57adb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:30,769 INFO [StoreOpener-55ab71bff8f9a52f5b4e9b9299a57adb-1 {}] regionserver.HStore(327): Store=55ab71bff8f9a52f5b4e9b9299a57adb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:30,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 55ab71bff8f9a52f5b4e9b9299a57adb 2024-12-03T14:19:30,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/replication/55ab71bff8f9a52f5b4e9b9299a57adb 2024-12-03T14:19:30,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/replication/55ab71bff8f9a52f5b4e9b9299a57adb 2024-12-03T14:19:30,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 55ab71bff8f9a52f5b4e9b9299a57adb 2024-12-03T14:19:30,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 55ab71bff8f9a52f5b4e9b9299a57adb 2024-12-03T14:19:30,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:19:30,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 55ab71bff8f9a52f5b4e9b9299a57adb 2024-12-03T14:19:30,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/replication/55ab71bff8f9a52f5b4e9b9299a57adb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:19:30,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 55ab71bff8f9a52f5b4e9b9299a57adb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72643194, jitterRate=0.0824679434299469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:19:30,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55ab71bff8f9a52f5b4e9b9299a57adb 2024-12-03T14:19:30,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 55ab71bff8f9a52f5b4e9b9299a57adb: Running coprocessor pre-open hook at 1733235570760Writing region info on filesystem at 1733235570760Initializing all the Stores at 1733235570761 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235570761Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235570764 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235570764Cleaning up temporary data from old regions at 1733235570770 (+6 ms)Running coprocessor post-open hooks at 1733235570787 (+17 ms)Region opened successfully at 1733235570788 (+1 ms) 2024-12-03T14:19:30,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb., pid=10, masterSystemTime=1733235570733 2024-12-03T14:19:30,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb. 2024-12-03T14:19:30,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb. 2024-12-03T14:19:30,791 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=55ab71bff8f9a52f5b4e9b9299a57adb, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,43029,1733235563160 2024-12-03T14:19:30,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55ab71bff8f9a52f5b4e9b9299a57adb, server=3920e6a7c3b5,43029,1733235563160 because future has completed 2024-12-03T14:19:30,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T14:19:30,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 55ab71bff8f9a52f5b4e9b9299a57adb, server=3920e6a7c3b5,43029,1733235563160 in 217 msec 2024-12-03T14:19:30,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T14:19:30,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55ab71bff8f9a52f5b4e9b9299a57adb, ASSIGN in 378 msec 2024-12-03T14:19:30,802 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:19:30,803 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235570802"}]},"ts":"1733235570802"} 2024-12-03T14:19:30,805 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T14:19:30,806 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:19:30,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 480 msec 2024-12-03T14:19:30,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb., hostname=3920e6a7c3b5,43029,1733235563160, seqNum=2] 2024-12-03T14:19:30,862 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 379, reset compression=false 2024-12-03T14:19:30,906 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T14:19:30,906 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T14:19:30,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43029-0x1019b8fb7ef0004, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395246946 2024-12-03T14:19:30,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395246946 2024-12-03T14:19:30,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T14:19:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:19:31,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T14:19:31,094 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T14:19:31,117 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3920e6a7c3b5,43029,1733235563160, ReplicationSource: 1, currentBandwidth=0 2024-12-03T14:19:31,117 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:19:31,117 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,43029,1733235563160, seqNum=-1] 2024-12-03T14:19:31,117 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:19:31,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-03T14:19:31,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3920e6a7c3b5,43029,1733235563160', locateType=CURRENT is [region=hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb., hostname=3920e6a7c3b5,43029,1733235563160, seqNum=2] 2024-12-03T14:19:31,122 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T14:19:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T14:19:31,123 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3920e6a7c3b5,43029,1733235563160 suceeded 2024-12-03T14:19:31,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T14:19:31,125 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3920e6a7c3b5:36283,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T14:19:31,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-12-03T14:19:31,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 816 msec 2024-12-03T14:19:31,136 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:36283' 2024-12-03T14:19:31,137 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f92a5e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:31,137 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,36283,-1 for getting cluster id 2024-12-03T14:19:31,137 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:31,138 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af5b97e3-4d32-4c4d-8796-9eceab1213d4' 2024-12-03T14:19:31,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:31,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af5b97e3-4d32-4c4d-8796-9eceab1213d4" 2024-12-03T14:19:31,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5714c464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:31,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,36283,-1] 2024-12-03T14:19:31,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:31,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:31,139 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:31,139 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64cfdfdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:31,140 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:31,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,36283,1733235557401 2024-12-03T14:19:31,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37e38f03 2024-12-03T14:19:31,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:19:31,141 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-03T14:19:31,141 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3920e6a7c3b5,43029,1733235563160 (queues=1) is replicating from cluster=be843a7f-5ecf-4b2d-8ff9-5230e6478d78 to cluster=af5b97e3-4d32-4c4d-8796-9eceab1213d4 2024-12-03T14:19:31,141 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3920e6a7c3b5%2C43029%2C1733235563160 2024-12-03T14:19:31,142 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3920e6a7c3b5,43029,1733235563160, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T14:19:31,142 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.shipper3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3920e6a7c3b5%2C43029%2C1733235563160 2024-12-03T14:19:31,142 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.wal-reader.3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071, startPosition=0, beingWritten=true 2024-12-03T14:19:31,146 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.wal-reader.3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:19:31,147 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.wal-reader.3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071 to pos 379, reset compression=false 2024-12-03T14:19:31,147 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.shipper3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,43029,1733235563160 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:19:31,351 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.wal-reader.3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071 to pos 379, reset compression=false 2024-12-03T14:19:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:19:31,453 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T14:19:31,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:19:31,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:31,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:31,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:31,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:19:31,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:31,457 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733235571457/Put/seqid=0 2024-12-03T14:19:31,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741840_1016 (size=7894) 2024-12-03T14:19:31,466 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 379, reset compression=false 2024-12-03T14:19:31,654 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.wal-reader.3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071 to pos 379, reset compression=false 2024-12-03T14:19:31,863 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733235571863/Put/seqid=0 2024-12-03T14:19:31,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741841_1017 (size=7691) 2024-12-03T14:19:32,057 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.wal-reader.3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071 to pos 379, reset compression=false 2024-12-03T14:19:32,101 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:19:32,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:32,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:32,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:32,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:32,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:32,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:32,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:32,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:32,169 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 379, reset compression=false 2024-12-03T14:19:32,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a2f914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:32,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,36283,-1 for getting cluster id 2024-12-03T14:19:32,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:32,271 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af5b97e3-4d32-4c4d-8796-9eceab1213d4' 2024-12-03T14:19:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af5b97e3-4d32-4c4d-8796-9eceab1213d4" 2024-12-03T14:19:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1233d85e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,36283,-1] 2024-12-03T14:19:32,272 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:32,272 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:32,273 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:32,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27685b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:32,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:19:32,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,36573,1733235557560, seqNum=-1] 2024-12-03T14:19:32,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:19:32,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:19:32,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:32,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,36283,1733235557401 2024-12-03T14:19:32,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37953c61 2024-12-03T14:19:32,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:19:32,289 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:19:32,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733235565837.2a0269e169281f7a3424537c7ff915b6., hostname=3920e6a7c3b5,36573,1733235557560, seqNum=2] 2024-12-03T14:19:32,294 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T14:19:32,300 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-03T14:19:32,303 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-03T14:19:32,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 2a0269e169281f7a3424537c7ff915b6/f 2024-12-03T14:19:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T14:19:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T14:19:32,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 2a0269e169281f7a3424537c7ff915b6/f 2024-12-03T14:19:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T14:19:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T14:19:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HRegion(2603): Flush status journal for 2a0269e169281f7a3424537c7ff915b6: 2024-12-03T14:19:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/staging/jenkins__test__ojv23h7n2kfgoghg2q086n2u1lbd235jpsd9c5jh4ld48r61309d6ailm52ba9e1/f/hfile_0 2024-12-03T14:19:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/staging/jenkins__test__ojv23h7n2kfgoghg2q086n2u1lbd235jpsd9c5jh4ld48r61309d6ailm52ba9e1/f/hfile_0 as hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/default/test/2a0269e169281f7a3424537c7ff915b6/f/ccb3dd66448d4c419b674cd35fdbbde2_SeqId_4_ 2024-12-03T14:19:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/staging/jenkins__test__ojv23h7n2kfgoghg2q086n2u1lbd235jpsd9c5jh4ld48r61309d6ailm52ba9e1/f/hfile_1 2024-12-03T14:19:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/staging/jenkins__test__ojv23h7n2kfgoghg2q086n2u1lbd235jpsd9c5jh4ld48r61309d6ailm52ba9e1/f/hfile_1 as hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/default/test/2a0269e169281f7a3424537c7ff915b6/f/decf063529df4b58a6aca2a53b514baf_SeqId_4_ 2024-12-03T14:19:32,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/staging/jenkins__test__ojv23h7n2kfgoghg2q086n2u1lbd235jpsd9c5jh4ld48r61309d6ailm52ba9e1/f/hfile_0 into 2a0269e169281f7a3424537c7ff915b6/f as hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/default/test/2a0269e169281f7a3424537c7ff915b6/f/ccb3dd66448d4c419b674cd35fdbbde2_SeqId_4_ - updating store file list. 2024-12-03T14:19:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ccb3dd66448d4c419b674cd35fdbbde2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T14:19:32,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/default/test/2a0269e169281f7a3424537c7ff915b6/f/ccb3dd66448d4c419b674cd35fdbbde2_SeqId_4_ into 2a0269e169281f7a3424537c7ff915b6/f 2024-12-03T14:19:32,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/staging/jenkins__test__ojv23h7n2kfgoghg2q086n2u1lbd235jpsd9c5jh4ld48r61309d6ailm52ba9e1/f/hfile_0 into 2a0269e169281f7a3424537c7ff915b6/f (new location: hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/default/test/2a0269e169281f7a3424537c7ff915b6/f/ccb3dd66448d4c419b674cd35fdbbde2_SeqId_4_) 2024-12-03T14:19:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/staging/jenkins__test__ojv23h7n2kfgoghg2q086n2u1lbd235jpsd9c5jh4ld48r61309d6ailm52ba9e1/f/hfile_0 2024-12-03T14:19:32,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/staging/jenkins__test__ojv23h7n2kfgoghg2q086n2u1lbd235jpsd9c5jh4ld48r61309d6ailm52ba9e1/f/hfile_1 into 2a0269e169281f7a3424537c7ff915b6/f as hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/default/test/2a0269e169281f7a3424537c7ff915b6/f/decf063529df4b58a6aca2a53b514baf_SeqId_4_ - updating store file list. 2024-12-03T14:19:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for decf063529df4b58a6aca2a53b514baf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T14:19:32,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/default/test/2a0269e169281f7a3424537c7ff915b6/f/decf063529df4b58a6aca2a53b514baf_SeqId_4_ into 2a0269e169281f7a3424537c7ff915b6/f 2024-12-03T14:19:32,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/staging/jenkins__test__ojv23h7n2kfgoghg2q086n2u1lbd235jpsd9c5jh4ld48r61309d6ailm52ba9e1/f/hfile_1 into 2a0269e169281f7a3424537c7ff915b6/f (new location: hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/default/test/2a0269e169281f7a3424537c7ff915b6/f/decf063529df4b58a6aca2a53b514baf_SeqId_4_) 2024-12-03T14:19:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/staging/jenkins__test__ojv23h7n2kfgoghg2q086n2u1lbd235jpsd9c5jh4ld48r61309d6ailm52ba9e1/f/hfile_1 2024-12-03T14:19:32,338 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:19:32,338 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:32,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:32,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:32,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:19:32,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733235565837.2a0269e169281f7a3424537c7ff915b6., hostname=3920e6a7c3b5,36573,1733235557560, seqNum=2 , the old value is region=test,,1733235565837.2a0269e169281f7a3424537c7ff915b6., hostname=3920e6a7c3b5,36573,1733235557560, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3920e6a7c3b5:36573 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T14:19:32,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733235565837.2a0269e169281f7a3424537c7ff915b6., hostname=3920e6a7c3b5,36573,1733235557560, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T14:19:32,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733235565837.2a0269e169281f7a3424537c7ff915b6., hostname=3920e6a7c3b5,36573,1733235557560, seqNum=2 from cache 2024-12-03T14:19:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:35060 deadline: 1733235632338 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:35060 2024-12-03T14:19:32,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:19:32,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,43029,1733235563160, seqNum=-1] 2024-12-03T14:19:32,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:19:32,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:19:32,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733235566987.def5884d7031ad5c9cb41e237dd24133., hostname=3920e6a7c3b5,43029,1733235563160, seqNum=2] 2024-12-03T14:19:32,345 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T14:19:32,444 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:36573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T14:19:32,562 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.wal-reader.3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071 to pos 379, reset compression=false 2024-12-03T14:19:32,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T14:19:32,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T14:19:32,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T14:19:32,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T14:19:32,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:19:32,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T14:19:32,974 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 379, reset compression=false 2024-12-03T14:19:32,978 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:19:32,978 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.shipper3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,36573,1733235557560 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a0269e169281f7a3424537c7ff915b6/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733235572336/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T14:19:32,980 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.shipper3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:19:32,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-03T14:19:32,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.ReplicationSink(318): Replicating [af5b97e3-4d32-4c4d-8796-9eceab1213d4] bulk loaded data 2024-12-03T14:19:32,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12d1e553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:32,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,40017,-1 for getting cluster id 2024-12-03T14:19:32,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:32,983 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be843a7f-5ecf-4b2d-8ff9-5230e6478d78' 2024-12-03T14:19:32,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:32,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be843a7f-5ecf-4b2d-8ff9-5230e6478d78" 2024-12-03T14:19:32,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2016d7b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:32,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,40017,-1] 2024-12-03T14:19:32,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:32,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:32,985 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:32,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f1891d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:32,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741840_1016 (size=7894) 2024-12-03T14:19:33,166 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.wal-reader.3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071 to pos 379, reset compression=false 2024-12-03T14:19:33,179 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 687, reset compression=false 2024-12-03T14:19:33,347 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T14:19:33,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741841_1017 (size=7691) 2024-12-03T14:19:33,493 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 687, reset compression=false 2024-12-03T14:19:33,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:33,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,40017,1733235563014 2024-12-03T14:19:33,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44a0c5d8 2024-12-03T14:19:33,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:19:33,808 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-03T14:19:33,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T14:19:33,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:19:33,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,43029,1733235563160, seqNum=-1] 2024-12-03T14:19:33,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:19:33,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-03T14:19:33,815 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/staging/jenkins.hfs.11__test__e4oiohg4g511hudr0ptpasb0aae890hv5dnbd06562i4uqupuovhbn10teda0tj7/f/ccb3dd66448d4c419b674cd35fdbbde2_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T14:19:33,818 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/staging/jenkins.hfs.11__test__e4oiohg4g511hudr0ptpasb0aae890hv5dnbd06562i4uqupuovhbn10teda0tj7/f/decf063529df4b58a6aca2a53b514baf_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T14:19:33,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/staging/jenkins.hfs.11__test__e4oiohg4g511hudr0ptpasb0aae890hv5dnbd06562i4uqupuovhbn10teda0tj7/f/ccb3dd66448d4c419b674cd35fdbbde2_SeqId_4_ for inclusion in def5884d7031ad5c9cb41e237dd24133/f 2024-12-03T14:19:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T14:19:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T14:19:33,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/staging/jenkins.hfs.11__test__e4oiohg4g511hudr0ptpasb0aae890hv5dnbd06562i4uqupuovhbn10teda0tj7/f/decf063529df4b58a6aca2a53b514baf_SeqId_4_ for inclusion in def5884d7031ad5c9cb41e237dd24133/f 2024-12-03T14:19:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T14:19:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T14:19:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HRegion(2603): Flush status journal for def5884d7031ad5c9cb41e237dd24133: 2024-12-03T14:19:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ccb3dd66448d4c419b674cd35fdbbde2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T14:19:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/staging/jenkins.hfs.11__test__e4oiohg4g511hudr0ptpasb0aae890hv5dnbd06562i4uqupuovhbn10teda0tj7/f/ccb3dd66448d4c419b674cd35fdbbde2_SeqId_4_ as hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/default/test/def5884d7031ad5c9cb41e237dd24133/f/a11d055f7db848dcb0515db8424f9b64_SeqId_4_ 2024-12-03T14:19:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): decf063529df4b58a6aca2a53b514baf_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T14:19:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/staging/jenkins.hfs.11__test__e4oiohg4g511hudr0ptpasb0aae890hv5dnbd06562i4uqupuovhbn10teda0tj7/f/decf063529df4b58a6aca2a53b514baf_SeqId_4_ as hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/default/test/def5884d7031ad5c9cb41e237dd24133/f/095ccd4711b8489d883b7d42533812fc_SeqId_4_ 2024-12-03T14:19:33,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/staging/jenkins.hfs.11__test__e4oiohg4g511hudr0ptpasb0aae890hv5dnbd06562i4uqupuovhbn10teda0tj7/f/ccb3dd66448d4c419b674cd35fdbbde2_SeqId_4_ into def5884d7031ad5c9cb41e237dd24133/f as hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/default/test/def5884d7031ad5c9cb41e237dd24133/f/a11d055f7db848dcb0515db8424f9b64_SeqId_4_ - updating store file list. 2024-12-03T14:19:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a11d055f7db848dcb0515db8424f9b64_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T14:19:33,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/default/test/def5884d7031ad5c9cb41e237dd24133/f/a11d055f7db848dcb0515db8424f9b64_SeqId_4_ into def5884d7031ad5c9cb41e237dd24133/f 2024-12-03T14:19:33,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/staging/jenkins.hfs.11__test__e4oiohg4g511hudr0ptpasb0aae890hv5dnbd06562i4uqupuovhbn10teda0tj7/f/ccb3dd66448d4c419b674cd35fdbbde2_SeqId_4_ into def5884d7031ad5c9cb41e237dd24133/f (new location: hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/default/test/def5884d7031ad5c9cb41e237dd24133/f/a11d055f7db848dcb0515db8424f9b64_SeqId_4_) 2024-12-03T14:19:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/staging/jenkins.hfs.11__test__e4oiohg4g511hudr0ptpasb0aae890hv5dnbd06562i4uqupuovhbn10teda0tj7/f/ccb3dd66448d4c419b674cd35fdbbde2_SeqId_4_ 2024-12-03T14:19:33,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/staging/jenkins.hfs.11__test__e4oiohg4g511hudr0ptpasb0aae890hv5dnbd06562i4uqupuovhbn10teda0tj7/f/decf063529df4b58a6aca2a53b514baf_SeqId_4_ into def5884d7031ad5c9cb41e237dd24133/f as hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/default/test/def5884d7031ad5c9cb41e237dd24133/f/095ccd4711b8489d883b7d42533812fc_SeqId_4_ - updating store file list. 2024-12-03T14:19:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 095ccd4711b8489d883b7d42533812fc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T14:19:33,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/default/test/def5884d7031ad5c9cb41e237dd24133/f/095ccd4711b8489d883b7d42533812fc_SeqId_4_ into def5884d7031ad5c9cb41e237dd24133/f 2024-12-03T14:19:33,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/staging/jenkins.hfs.11__test__e4oiohg4g511hudr0ptpasb0aae890hv5dnbd06562i4uqupuovhbn10teda0tj7/f/decf063529df4b58a6aca2a53b514baf_SeqId_4_ into def5884d7031ad5c9cb41e237dd24133/f (new location: hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/default/test/def5884d7031ad5c9cb41e237dd24133/f/095ccd4711b8489d883b7d42533812fc_SeqId_4_) 2024-12-03T14:19:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/staging/jenkins.hfs.11__test__e4oiohg4g511hudr0ptpasb0aae890hv5dnbd06562i4uqupuovhbn10teda0tj7/f/decf063529df4b58a6aca2a53b514baf_SeqId_4_ 2024-12-03T14:19:33,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.ReplicationSink(324): Finished replicating [af5b97e3-4d32-4c4d-8796-9eceab1213d4] bulk loaded data 2024-12-03T14:19:33,871 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.wal-reader.3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071 to pos 379, reset compression=false 2024-12-03T14:19:33,888 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.wal-reader.3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:19:33,888 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.shipper3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,43029,1733235563160 got entry batch from reader: WALEntryBatch [walEntries=[{test/def5884d7031ad5c9cb41e237dd24133/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733235573839/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-03T14:19:33,890 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.shipper3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:19:33,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-03T14:19:33,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.ReplicationSink(318): Replicating [af5b97e3-4d32-4c4d-8796-9eceab1213d4, be843a7f-5ecf-4b2d-8ff9-5230e6478d78] bulk loaded data 2024-12-03T14:19:33,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67a720f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:33,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,36283,-1 for getting cluster id 2024-12-03T14:19:33,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:33,892 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af5b97e3-4d32-4c4d-8796-9eceab1213d4' 2024-12-03T14:19:33,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:33,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af5b97e3-4d32-4c4d-8796-9eceab1213d4" 2024-12-03T14:19:33,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45bb9828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:33,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,36283,-1] 2024-12-03T14:19:33,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:33,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:33,894 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:33,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59f6f4e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:33,896 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 687, reset compression=false 2024-12-03T14:19:33,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741842_1018 (size=7894) 2024-12-03T14:19:34,088 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.wal-reader.3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071 to pos 725, reset compression=false 2024-12-03T14:19:34,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741843_1019 (size=7691) 2024-12-03T14:19:34,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:34,373 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733235574373/Put/seqid=0 2024-12-03T14:19:34,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741842_1018 (size=11194) 2024-12-03T14:19:34,393 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.wal-reader.3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071 to pos 725, reset compression=false 2024-12-03T14:19:34,400 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 687, reset compression=false 2024-12-03T14:19:34,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:34,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,36283,1733235557401 2024-12-03T14:19:34,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d5f5a45 2024-12-03T14:19:34,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:19:34,716 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-03T14:19:34,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T14:19:34,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:19:34,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,36573,1733235557560, seqNum=-1] 2024-12-03T14:19:34,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:19:34,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-03T14:19:34,723 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/staging/jenkins.hfs.10__test__92lko1ku29emkj73skoavi2qcsibs04o3bd53tq7nsg0u1o6v7v8ebik9a1gi232/f/095ccd4711b8489d883b7d42533812fc_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T14:19:34,725 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/staging/jenkins.hfs.10__test__92lko1ku29emkj73skoavi2qcsibs04o3bd53tq7nsg0u1o6v7v8ebik9a1gi232/f/a11d055f7db848dcb0515db8424f9b64_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T14:19:34,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.ReplicationSink(324): Finished replicating [af5b97e3-4d32-4c4d-8796-9eceab1213d4, be843a7f-5ecf-4b2d-8ff9-5230e6478d78] bulk loaded data 2024-12-03T14:19:34,780 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733235574780/Put/seqid=0 2024-12-03T14:19:34,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741843_1019 (size=10791) 2024-12-03T14:19:34,802 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.wal-reader.3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071 to pos 725, reset compression=false 2024-12-03T14:19:35,004 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 687, reset compression=false 2024-12-03T14:19:35,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0cc873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:35,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,40017,-1 for getting cluster id 2024-12-03T14:19:35,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:35,188 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be843a7f-5ecf-4b2d-8ff9-5230e6478d78' 2024-12-03T14:19:35,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:35,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be843a7f-5ecf-4b2d-8ff9-5230e6478d78" 2024-12-03T14:19:35,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@189ee359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:35,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,40017,-1] 2024-12-03T14:19:35,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:35,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:35,190 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:35,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4423e2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:35,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:19:35,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,43029,1733235563160, seqNum=-1] 2024-12-03T14:19:35,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:19:35,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:19:35,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:35,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,40017,1733235563014 2024-12-03T14:19:35,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ba0fc98 2024-12-03T14:19:35,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:19:35,202 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:19:35,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733235566987.def5884d7031ad5c9cb41e237dd24133., hostname=3920e6a7c3b5,43029,1733235563160, seqNum=2] 2024-12-03T14:19:35,208 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T14:19:35,214 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-03T14:19:35,217 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-03T14:19:35,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/testHFileCyclicReplication_10/f/hfile_0 for inclusion in def5884d7031ad5c9cb41e237dd24133/f 2024-12-03T14:19:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T14:19:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T14:19:35,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/testHFileCyclicReplication_10/f/hfile_1 for inclusion in def5884d7031ad5c9cb41e237dd24133/f 2024-12-03T14:19:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T14:19:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T14:19:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HRegion(2603): Flush status journal for def5884d7031ad5c9cb41e237dd24133: 2024-12-03T14:19:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/staging/jenkins__test__8uo7d394rug5s1h3d5cu8hvv7ds51hug0l6f14pibvnm40uu0l91s4o4edudl6p5/f/hfile_0 2024-12-03T14:19:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/staging/jenkins__test__8uo7d394rug5s1h3d5cu8hvv7ds51hug0l6f14pibvnm40uu0l91s4o4edudl6p5/f/hfile_0 as hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/default/test/def5884d7031ad5c9cb41e237dd24133/f/920ddc91355c4581bbec9589dc92fbdd_SeqId_6_ 2024-12-03T14:19:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/staging/jenkins__test__8uo7d394rug5s1h3d5cu8hvv7ds51hug0l6f14pibvnm40uu0l91s4o4edudl6p5/f/hfile_1 2024-12-03T14:19:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/staging/jenkins__test__8uo7d394rug5s1h3d5cu8hvv7ds51hug0l6f14pibvnm40uu0l91s4o4edudl6p5/f/hfile_1 as hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/default/test/def5884d7031ad5c9cb41e237dd24133/f/68d173dbbf6b4a7ebd5ebfcd1815a366_SeqId_6_ 2024-12-03T14:19:35,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/staging/jenkins__test__8uo7d394rug5s1h3d5cu8hvv7ds51hug0l6f14pibvnm40uu0l91s4o4edudl6p5/f/hfile_0 into def5884d7031ad5c9cb41e237dd24133/f as hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/default/test/def5884d7031ad5c9cb41e237dd24133/f/920ddc91355c4581bbec9589dc92fbdd_SeqId_6_ - updating store file list. 2024-12-03T14:19:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 920ddc91355c4581bbec9589dc92fbdd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T14:19:35,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/default/test/def5884d7031ad5c9cb41e237dd24133/f/920ddc91355c4581bbec9589dc92fbdd_SeqId_6_ into def5884d7031ad5c9cb41e237dd24133/f 2024-12-03T14:19:35,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/staging/jenkins__test__8uo7d394rug5s1h3d5cu8hvv7ds51hug0l6f14pibvnm40uu0l91s4o4edudl6p5/f/hfile_0 into def5884d7031ad5c9cb41e237dd24133/f (new location: hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/default/test/def5884d7031ad5c9cb41e237dd24133/f/920ddc91355c4581bbec9589dc92fbdd_SeqId_6_) 2024-12-03T14:19:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/staging/jenkins__test__8uo7d394rug5s1h3d5cu8hvv7ds51hug0l6f14pibvnm40uu0l91s4o4edudl6p5/f/hfile_0 2024-12-03T14:19:35,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/staging/jenkins__test__8uo7d394rug5s1h3d5cu8hvv7ds51hug0l6f14pibvnm40uu0l91s4o4edudl6p5/f/hfile_1 into def5884d7031ad5c9cb41e237dd24133/f as hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/default/test/def5884d7031ad5c9cb41e237dd24133/f/68d173dbbf6b4a7ebd5ebfcd1815a366_SeqId_6_ - updating store file list. 2024-12-03T14:19:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 68d173dbbf6b4a7ebd5ebfcd1815a366_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T14:19:35,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/default/test/def5884d7031ad5c9cb41e237dd24133/f/68d173dbbf6b4a7ebd5ebfcd1815a366_SeqId_6_ into def5884d7031ad5c9cb41e237dd24133/f 2024-12-03T14:19:35,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/staging/jenkins__test__8uo7d394rug5s1h3d5cu8hvv7ds51hug0l6f14pibvnm40uu0l91s4o4edudl6p5/f/hfile_1 into def5884d7031ad5c9cb41e237dd24133/f (new location: hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/default/test/def5884d7031ad5c9cb41e237dd24133/f/68d173dbbf6b4a7ebd5ebfcd1815a366_SeqId_6_) 2024-12-03T14:19:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/staging/jenkins__test__8uo7d394rug5s1h3d5cu8hvv7ds51hug0l6f14pibvnm40uu0l91s4o4edudl6p5/f/hfile_1 2024-12-03T14:19:35,248 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:19:35,248 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:35,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:35,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733235566987.def5884d7031ad5c9cb41e237dd24133., hostname=3920e6a7c3b5,43029,1733235563160, seqNum=2 , the old value is region=test,,1733235566987.def5884d7031ad5c9cb41e237dd24133., hostname=3920e6a7c3b5,43029,1733235563160, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3920e6a7c3b5:43029 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T14:19:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733235566987.def5884d7031ad5c9cb41e237dd24133., hostname=3920e6a7c3b5,43029,1733235563160, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T14:19:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733235566987.def5884d7031ad5c9cb41e237dd24133., hostname=3920e6a7c3b5,43029,1733235563160, seqNum=2 from cache 2024-12-03T14:19:35,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:19:35,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:19:35,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,36573,1733235557560, seqNum=-1] 2024-12-03T14:19:35,250 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T14:19:35,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:19:35,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:19:35,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733235565837.2a0269e169281f7a3424537c7ff915b6., hostname=3920e6a7c3b5,36573,1733235557560, seqNum=2] 2024-12-03T14:19:35,260 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T14:19:35,305 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.wal-reader.3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071 to pos 725, reset compression=false 2024-12-03T14:19:35,309 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.wal-reader.3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:19:35,309 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.shipper3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,43029,1733235563160 got entry batch from reader: WALEntryBatch [walEntries=[{test/def5884d7031ad5c9cb41e237dd24133/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733235575246/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T14:19:35,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.ReplicationSink(318): Replicating [be843a7f-5ecf-4b2d-8ff9-5230e6478d78] bulk loaded data 2024-12-03T14:19:35,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741844_1020 (size=11194) 2024-12-03T14:19:35,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741845_1021 (size=10791) 2024-12-03T14:19:35,353 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:43029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T14:19:35,510 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.wal-reader.3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071 to pos 1033, reset compression=false 2024-12-03T14:19:35,710 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 687, reset compression=false 2024-12-03T14:19:35,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T14:19:35,753 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/staging/jenkins.hfs.10__test__k6571tfs2d2nof1coch0m62p5h0qprklpui9vs8imfp6krrn9bj7qgnljks6h91i/f/68d173dbbf6b4a7ebd5ebfcd1815a366_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-03T14:19:35,756 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/staging/jenkins.hfs.10__test__k6571tfs2d2nof1coch0m62p5h0qprklpui9vs8imfp6krrn9bj7qgnljks6h91i/f/920ddc91355c4581bbec9589dc92fbdd_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-03T14:19:35,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/staging/jenkins.hfs.10__test__k6571tfs2d2nof1coch0m62p5h0qprklpui9vs8imfp6krrn9bj7qgnljks6h91i/f/68d173dbbf6b4a7ebd5ebfcd1815a366_SeqId_6_ for inclusion in 2a0269e169281f7a3424537c7ff915b6/f 2024-12-03T14:19:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T14:19:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T14:19:35,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/staging/jenkins.hfs.10__test__k6571tfs2d2nof1coch0m62p5h0qprklpui9vs8imfp6krrn9bj7qgnljks6h91i/f/920ddc91355c4581bbec9589dc92fbdd_SeqId_6_ for inclusion in 2a0269e169281f7a3424537c7ff915b6/f 2024-12-03T14:19:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T14:19:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T14:19:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HRegion(2603): Flush status journal for 2a0269e169281f7a3424537c7ff915b6: 2024-12-03T14:19:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 68d173dbbf6b4a7ebd5ebfcd1815a366_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T14:19:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/staging/jenkins.hfs.10__test__k6571tfs2d2nof1coch0m62p5h0qprklpui9vs8imfp6krrn9bj7qgnljks6h91i/f/68d173dbbf6b4a7ebd5ebfcd1815a366_SeqId_6_ as hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/default/test/2a0269e169281f7a3424537c7ff915b6/f/402c19faddeb477ca5c56b9fd526ace4_SeqId_6_ 2024-12-03T14:19:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 920ddc91355c4581bbec9589dc92fbdd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T14:19:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/staging/jenkins.hfs.10__test__k6571tfs2d2nof1coch0m62p5h0qprklpui9vs8imfp6krrn9bj7qgnljks6h91i/f/920ddc91355c4581bbec9589dc92fbdd_SeqId_6_ as hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/default/test/2a0269e169281f7a3424537c7ff915b6/f/85c9dbc0db074563b89e026f5862cd89_SeqId_6_ 2024-12-03T14:19:35,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/staging/jenkins.hfs.10__test__k6571tfs2d2nof1coch0m62p5h0qprklpui9vs8imfp6krrn9bj7qgnljks6h91i/f/68d173dbbf6b4a7ebd5ebfcd1815a366_SeqId_6_ into 2a0269e169281f7a3424537c7ff915b6/f as hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/default/test/2a0269e169281f7a3424537c7ff915b6/f/402c19faddeb477ca5c56b9fd526ace4_SeqId_6_ - updating store file list. 2024-12-03T14:19:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 402c19faddeb477ca5c56b9fd526ace4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T14:19:35,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/default/test/2a0269e169281f7a3424537c7ff915b6/f/402c19faddeb477ca5c56b9fd526ace4_SeqId_6_ into 2a0269e169281f7a3424537c7ff915b6/f 2024-12-03T14:19:35,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/staging/jenkins.hfs.10__test__k6571tfs2d2nof1coch0m62p5h0qprklpui9vs8imfp6krrn9bj7qgnljks6h91i/f/68d173dbbf6b4a7ebd5ebfcd1815a366_SeqId_6_ into 2a0269e169281f7a3424537c7ff915b6/f (new location: hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/default/test/2a0269e169281f7a3424537c7ff915b6/f/402c19faddeb477ca5c56b9fd526ace4_SeqId_6_) 2024-12-03T14:19:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/staging/jenkins.hfs.10__test__k6571tfs2d2nof1coch0m62p5h0qprklpui9vs8imfp6krrn9bj7qgnljks6h91i/f/68d173dbbf6b4a7ebd5ebfcd1815a366_SeqId_6_ 2024-12-03T14:19:35,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/staging/jenkins.hfs.10__test__k6571tfs2d2nof1coch0m62p5h0qprklpui9vs8imfp6krrn9bj7qgnljks6h91i/f/920ddc91355c4581bbec9589dc92fbdd_SeqId_6_ into 2a0269e169281f7a3424537c7ff915b6/f as hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/default/test/2a0269e169281f7a3424537c7ff915b6/f/85c9dbc0db074563b89e026f5862cd89_SeqId_6_ - updating store file list. 2024-12-03T14:19:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 85c9dbc0db074563b89e026f5862cd89_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T14:19:35,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/default/test/2a0269e169281f7a3424537c7ff915b6/f/85c9dbc0db074563b89e026f5862cd89_SeqId_6_ into 2a0269e169281f7a3424537c7ff915b6/f 2024-12-03T14:19:35,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/staging/jenkins.hfs.10__test__k6571tfs2d2nof1coch0m62p5h0qprklpui9vs8imfp6krrn9bj7qgnljks6h91i/f/920ddc91355c4581bbec9589dc92fbdd_SeqId_6_ into 2a0269e169281f7a3424537c7ff915b6/f (new location: hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/default/test/2a0269e169281f7a3424537c7ff915b6/f/85c9dbc0db074563b89e026f5862cd89_SeqId_6_) 2024-12-03T14:19:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/staging/jenkins.hfs.10__test__k6571tfs2d2nof1coch0m62p5h0qprklpui9vs8imfp6krrn9bj7qgnljks6h91i/f/920ddc91355c4581bbec9589dc92fbdd_SeqId_6_ 2024-12-03T14:19:35,793 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.ReplicationSink(324): Finished replicating [be843a7f-5ecf-4b2d-8ff9-5230e6478d78] bulk loaded data 2024-12-03T14:19:35,814 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.wal-reader.3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071 to pos 1033, reset compression=false 2024-12-03T14:19:36,221 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.wal-reader.3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071 to pos 1033, reset compression=false 2024-12-03T14:19:36,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T14:19:36,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:19:36,269 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:36,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:36,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:36,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:19:36,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T14:19:36,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1797727012, stopped=false 2024-12-03T14:19:36,269 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3920e6a7c3b5,40017,1733235563014 2024-12-03T14:19:36,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43029-0x1019b8fb7ef0004, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1395246946/running 2024-12-03T14:19:36,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1395246946/running 2024-12-03T14:19:36,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43029-0x1019b8fb7ef0004, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395246946 2024-12-03T14:19:36,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395246946 2024-12-03T14:19:36,340 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:19:36,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:19:36,341 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:36,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:36,341 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3920e6a7c3b5,43029,1733235563160' ***** 2024-12-03T14:19:36,341 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T14:19:36,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Set watcher on znode that does not yet exist, /1395246946/running 2024-12-03T14:19:36,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43029-0x1019b8fb7ef0004, quorum=127.0.0.1:56973, baseZNode=/1395246946 Set watcher on znode that does not yet exist, /1395246946/running 2024-12-03T14:19:36,341 INFO [RS:0;3920e6a7c3b5:43029 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T14:19:36,341 INFO [RS:0;3920e6a7c3b5:43029 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T14:19:36,341 INFO [RS:0;3920e6a7c3b5:43029 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T14:19:36,341 INFO [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer(3091): Received CLOSE for def5884d7031ad5c9cb41e237dd24133 2024-12-03T14:19:36,342 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T14:19:36,342 INFO [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer(3091): Received CLOSE for 55ab71bff8f9a52f5b4e9b9299a57adb 2024-12-03T14:19:36,342 INFO [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer(959): stopping server 3920e6a7c3b5,43029,1733235563160 2024-12-03T14:19:36,342 INFO [RS:0;3920e6a7c3b5:43029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:19:36,342 INFO [RS:0;3920e6a7c3b5:43029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:43029. 2024-12-03T14:19:36,342 DEBUG [RS:0;3920e6a7c3b5:43029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:36,342 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing def5884d7031ad5c9cb41e237dd24133, disabling compactions & flushes 2024-12-03T14:19:36,342 DEBUG [RS:0;3920e6a7c3b5:43029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:36,342 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733235566987.def5884d7031ad5c9cb41e237dd24133. 2024-12-03T14:19:36,342 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235566987.def5884d7031ad5c9cb41e237dd24133. 2024-12-03T14:19:36,342 INFO [RS:0;3920e6a7c3b5:43029 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T14:19:36,342 INFO [RS:0;3920e6a7c3b5:43029 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T14:19:36,342 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733235566987.def5884d7031ad5c9cb41e237dd24133. after waiting 0 ms 2024-12-03T14:19:36,342 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733235566987.def5884d7031ad5c9cb41e237dd24133. 2024-12-03T14:19:36,342 INFO [RS:0;3920e6a7c3b5:43029 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T14:19:36,342 INFO [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T14:19:36,342 INFO [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T14:19:36,342 DEBUG [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, def5884d7031ad5c9cb41e237dd24133=test,,1733235566987.def5884d7031ad5c9cb41e237dd24133., 55ab71bff8f9a52f5b4e9b9299a57adb=hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb.} 2024-12-03T14:19:36,342 DEBUG [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55ab71bff8f9a52f5b4e9b9299a57adb, def5884d7031ad5c9cb41e237dd24133 2024-12-03T14:19:36,342 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:19:36,342 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:19:36,342 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:19:36,342 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:19:36,342 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:19:36,343 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T14:19:36,358 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/default/test/def5884d7031ad5c9cb41e237dd24133/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T14:19:36,358 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:19:36,358 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:19:36,358 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733235566987.def5884d7031ad5c9cb41e237dd24133. 2024-12-03T14:19:36,358 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for def5884d7031ad5c9cb41e237dd24133: Waiting for close lock at 1733235576342Running coprocessor pre-close hooks at 1733235576342Disabling compacts and flushes for region at 1733235576342Disabling writes for close at 1733235576342Writing region close event to WAL at 1733235576355 (+13 ms)Running coprocessor post-close hooks at 1733235576358 (+3 ms)Closed at 1733235576358 2024-12-03T14:19:36,358 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733235566987.def5884d7031ad5c9cb41e237dd24133. 2024-12-03T14:19:36,358 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55ab71bff8f9a52f5b4e9b9299a57adb, disabling compactions & flushes 2024-12-03T14:19:36,358 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb. 2024-12-03T14:19:36,358 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb. 2024-12-03T14:19:36,358 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb. after waiting 0 ms 2024-12-03T14:19:36,358 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb. 2024-12-03T14:19:36,358 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 55ab71bff8f9a52f5b4e9b9299a57adb 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-03T14:19:36,370 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740/.tmp/info/52c292ff929b488d9b2f2e1984e6e9f7 is 147, key is hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb./info:regioninfo/1733235570791/Put/seqid=0 2024-12-03T14:19:36,376 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/replication/55ab71bff8f9a52f5b4e9b9299a57adb/.tmp/hfileref/e050b68085224841a71e628f3560b3ed is 74, key is 1/hfileref:095ccd4711b8489d883b7d42533812fc_SeqId_4_/1733235574728/DeleteColumn/seqid=0 2024-12-03T14:19:36,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741844_1020 (size=7686) 2024-12-03T14:19:36,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741845_1021 (size=5345) 2024-12-03T14:19:36,437 INFO [regionserver/3920e6a7c3b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:19:36,513 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 687, reset compression=false 2024-12-03T14:19:36,522 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:19:36,522 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.shipper3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,36573,1733235557560 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a0269e169281f7a3424537c7ff915b6/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733235575791/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-03T14:19:36,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 3920e6a7c3b5,43029,1733235563160 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T14:19:36,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:54864 deadline: 1733235636523, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 3920e6a7c3b5,43029,1733235563160 stopping 2024-12-03T14:19:36,525 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.shipper3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 3920e6a7c3b5,43029,1733235563160 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T14:19:36,543 DEBUG [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55ab71bff8f9a52f5b4e9b9299a57adb 2024-12-03T14:19:36,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 3920e6a7c3b5,43029,1733235563160 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T14:19:36,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:54864 deadline: 1733235636628, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 3920e6a7c3b5,43029,1733235563160 stopping 2024-12-03T14:19:36,629 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.shipper3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 3920e6a7c3b5,43029,1733235563160 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T14:19:36,722 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 1033, reset compression=false 2024-12-03T14:19:36,725 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.wal-reader.3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071 to pos 1033, reset compression=false 2024-12-03T14:19:36,734 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.wal-reader.3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:19:36,734 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.wal-reader.3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071 to pos 1328, reset compression=false 2024-12-03T14:19:36,734 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.shipper3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,43029,1733235563160 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:19:36,734 ERROR [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.shipper3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3920e6a7c3b5,43029,1733235563160: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3920e6a7c3b5,43029,1733235563160, walGroup=3920e6a7c3b5%2C43029%2C1733235563160, offset=3920e6a7c3b5%2C43029%2C1733235563160.1733235565071:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:43029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T14:19:36,735 ERROR [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.shipper3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T14:19:36,735 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.shipper3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T14:19:36,735 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.shipper3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T14:19:36,735 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.shipper3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T14:19:36,735 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.shipper3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T14:19:36,735 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.shipper3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 563382336 }, "NonHeapMemoryUsage": { "committed": 190775296, "init": 7667712, "max": -1, "used": 188072928 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T14:19:36,738 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.shipper3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T14:19:36,743 DEBUG [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55ab71bff8f9a52f5b4e9b9299a57adb 2024-12-03T14:19:36,777 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740/.tmp/info/52c292ff929b488d9b2f2e1984e6e9f7 2024-12-03T14:19:36,779 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/replication/55ab71bff8f9a52f5b4e9b9299a57adb/.tmp/hfileref/e050b68085224841a71e628f3560b3ed 2024-12-03T14:19:36,799 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740/.tmp/ns/24ab20f7123649868d6c7d3725bc2752 is 43, key is default/ns:d/1733235565722/Put/seqid=0 2024-12-03T14:19:36,799 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/replication/55ab71bff8f9a52f5b4e9b9299a57adb/.tmp/queue/742357f3431b4263becb250dfd312071 is 154, key is 1-3920e6a7c3b5,43029,1733235563160/queue:3920e6a7c3b5%2C43029%2C1733235563160/1733235575797/Put/seqid=0 2024-12-03T14:19:36,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741846_1022 (size=5153) 2024-12-03T14:19:36,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741847_1023 (size=5353) 2024-12-03T14:19:36,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3920e6a7c3b5,43029,1733235563160 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T14:19:36,832 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.shipper3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 3920e6a7c3b5,43029,1733235563160 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T14:19:36,929 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T14:19:36,929 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T14:19:36,938 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.wal-reader.3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071 to pos 1328, reset compression=false 2024-12-03T14:19:36,943 DEBUG [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55ab71bff8f9a52f5b4e9b9299a57adb 2024-12-03T14:19:37,027 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 1033, reset compression=false 2024-12-03T14:19:37,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3920e6a7c3b5,43029,1733235563160 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T14:19:37,136 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.shipper3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 3920e6a7c3b5,43029,1733235563160 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T14:19:37,143 DEBUG [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55ab71bff8f9a52f5b4e9b9299a57adb 2024-12-03T14:19:37,203 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740/.tmp/ns/24ab20f7123649868d6c7d3725bc2752 2024-12-03T14:19:37,203 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/replication/55ab71bff8f9a52f5b4e9b9299a57adb/.tmp/queue/742357f3431b4263becb250dfd312071 2024-12-03T14:19:37,207 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/replication/55ab71bff8f9a52f5b4e9b9299a57adb/.tmp/hfileref/e050b68085224841a71e628f3560b3ed as hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/replication/55ab71bff8f9a52f5b4e9b9299a57adb/hfileref/e050b68085224841a71e628f3560b3ed 2024-12-03T14:19:37,211 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/replication/55ab71bff8f9a52f5b4e9b9299a57adb/hfileref/e050b68085224841a71e628f3560b3ed, entries=4, sequenceid=12, filesize=5.2 K 2024-12-03T14:19:37,212 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/replication/55ab71bff8f9a52f5b4e9b9299a57adb/.tmp/queue/742357f3431b4263becb250dfd312071 as hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/replication/55ab71bff8f9a52f5b4e9b9299a57adb/queue/742357f3431b4263becb250dfd312071 2024-12-03T14:19:37,218 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/replication/55ab71bff8f9a52f5b4e9b9299a57adb/queue/742357f3431b4263becb250dfd312071, entries=1, sequenceid=12, filesize=5.2 K 2024-12-03T14:19:37,219 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 55ab71bff8f9a52f5b4e9b9299a57adb in 861ms, sequenceid=12, compaction requested=false 2024-12-03T14:19:37,223 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/replication/55ab71bff8f9a52f5b4e9b9299a57adb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T14:19:37,224 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:19:37,224 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:19:37,224 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb. 2024-12-03T14:19:37,224 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55ab71bff8f9a52f5b4e9b9299a57adb: Waiting for close lock at 1733235576358Running coprocessor pre-close hooks at 1733235576358Disabling compacts and flushes for region at 1733235576358Disabling writes for close at 1733235576358Obtaining lock to block concurrent updates at 1733235576358Preparing flush snapshotting stores in 55ab71bff8f9a52f5b4e9b9299a57adb at 1733235576358Finished memstore snapshotting hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733235576359 (+1 ms)Flushing stores of hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb. at 1733235576359Flushing 55ab71bff8f9a52f5b4e9b9299a57adb/hfileref: creating writer at 1733235576359Flushing 55ab71bff8f9a52f5b4e9b9299a57adb/hfileref: appending metadata at 1733235576375 (+16 ms)Flushing 55ab71bff8f9a52f5b4e9b9299a57adb/hfileref: closing flushed file at 1733235576375Flushing 55ab71bff8f9a52f5b4e9b9299a57adb/queue: creating writer at 1733235576782 (+407 ms)Flushing 55ab71bff8f9a52f5b4e9b9299a57adb/queue: appending metadata at 1733235576799 (+17 ms)Flushing 55ab71bff8f9a52f5b4e9b9299a57adb/queue: closing flushed file at 1733235576799Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@449e2cc3: reopening flushed file at 1733235577207 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7472b3b: reopening flushed file at 1733235577211 (+4 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 55ab71bff8f9a52f5b4e9b9299a57adb in 861ms, sequenceid=12, compaction requested=false at 1733235577219 (+8 ms)Writing region close event to WAL at 1733235577220 (+1 ms)Running coprocessor post-close hooks at 1733235577224 (+4 ms)Closed at 1733235577224 2024-12-03T14:19:37,224 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733235570326.55ab71bff8f9a52f5b4e9b9299a57adb. 2024-12-03T14:19:37,227 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740/.tmp/rep_barrier/6ca0afdef91840aebc5cb3e62f6a0e23 is 112, key is test,,1733235566987.def5884d7031ad5c9cb41e237dd24133./rep_barrier:seqnumDuringOpen/1733235567743/Put/seqid=0 2024-12-03T14:19:37,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741848_1024 (size=5518) 2024-12-03T14:19:37,230 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740/.tmp/rep_barrier/6ca0afdef91840aebc5cb3e62f6a0e23 2024-12-03T14:19:37,242 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.wal-reader.3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071 to pos 1328, reset compression=false 2024-12-03T14:19:37,255 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740/.tmp/table/1bd9d6f29f7e41ac89fc179d060a891a is 53, key is hbase:replication/table:state/1733235570802/Put/seqid=0 2024-12-03T14:19:37,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741849_1025 (size=5308) 2024-12-03T14:19:37,343 INFO [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T14:19:37,343 DEBUG [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T14:19:37,343 DEBUG [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:19:37,430 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 1033, reset compression=false 2024-12-03T14:19:37,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3920e6a7c3b5,43029,1733235563160 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T14:19:37,539 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.shipper3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 3920e6a7c3b5,43029,1733235563160 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T14:19:37,543 DEBUG [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:19:37,649 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.wal-reader.3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/WALs/3920e6a7c3b5,43029,1733235563160/3920e6a7c3b5%2C43029%2C1733235563160.1733235565071 to pos 1328, reset compression=false 2024-12-03T14:19:37,660 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740/.tmp/table/1bd9d6f29f7e41ac89fc179d060a891a 2024-12-03T14:19:37,664 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740/.tmp/info/52c292ff929b488d9b2f2e1984e6e9f7 as hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740/info/52c292ff929b488d9b2f2e1984e6e9f7 2024-12-03T14:19:37,668 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740/info/52c292ff929b488d9b2f2e1984e6e9f7, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T14:19:37,669 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740/.tmp/ns/24ab20f7123649868d6c7d3725bc2752 as hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740/ns/24ab20f7123649868d6c7d3725bc2752 2024-12-03T14:19:37,673 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740/ns/24ab20f7123649868d6c7d3725bc2752, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T14:19:37,673 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740/.tmp/rep_barrier/6ca0afdef91840aebc5cb3e62f6a0e23 as hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740/rep_barrier/6ca0afdef91840aebc5cb3e62f6a0e23 2024-12-03T14:19:37,678 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740/rep_barrier/6ca0afdef91840aebc5cb3e62f6a0e23, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T14:19:37,678 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740/.tmp/table/1bd9d6f29f7e41ac89fc179d060a891a as hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740/table/1bd9d6f29f7e41ac89fc179d060a891a 2024-12-03T14:19:37,682 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740/table/1bd9d6f29f7e41ac89fc179d060a891a, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T14:19:37,683 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1341ms, sequenceid=16, compaction requested=false 2024-12-03T14:19:37,691 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T14:19:37,691 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:19:37,691 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:19:37,691 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:19:37,691 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235576342Running coprocessor pre-close hooks at 1733235576342Disabling compacts and flushes for region at 1733235576342Disabling writes for close at 1733235576342Obtaining lock to block concurrent updates at 1733235576343 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733235576343Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733235576343Flushing stores of hbase:meta,,1.1588230740 at 1733235576343Flushing 1588230740/info: creating writer at 1733235576343Flushing 1588230740/info: appending metadata at 1733235576370 (+27 ms)Flushing 1588230740/info: closing flushed file at 1733235576370Flushing 1588230740/ns: creating writer at 1733235576782 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733235576799 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733235576799Flushing 1588230740/rep_barrier: creating writer at 1733235577207 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733235577226 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733235577226Flushing 1588230740/table: creating writer at 1733235577238 (+12 ms)Flushing 1588230740/table: appending metadata at 1733235577255 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733235577255Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d3fcf9f: reopening flushed file at 1733235577664 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a36ba00: reopening flushed file at 1733235577668 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43aec8d1: reopening flushed file at 1733235577673 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@136676ec: reopening flushed file at 1733235577678 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1341ms, sequenceid=16, compaction requested=false at 1733235577683 (+5 ms)Writing region close event to WAL at 1733235577688 (+5 ms)Running coprocessor post-close hooks at 1733235577691 (+3 ms)Closed at 1733235577691 2024-12-03T14:19:37,691 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T14:19:37,744 INFO [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer(976): stopping server 3920e6a7c3b5,43029,1733235563160; all regions closed. 2024-12-03T14:19:37,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741834_1010 (size=4239) 2024-12-03T14:19:37,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741839_1015 (size=3127) 2024-12-03T14:19:37,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741832_1008 (size=1336) 2024-12-03T14:19:37,750 DEBUG [RS:0;3920e6a7c3b5:43029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:37,750 INFO [RS:0;3920e6a7c3b5:43029 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:19:37,750 INFO [RS:0;3920e6a7c3b5:43029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:19:37,751 INFO [RS:0;3920e6a7c3b5:43029 {}] hbase.ChoreService(370): Chore service for: regionserver/3920e6a7c3b5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T14:19:37,751 INFO [RS:0;3920e6a7c3b5:43029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:19:37,751 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:19:37,751 INFO [RS:0;3920e6a7c3b5:43029 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3920e6a7c3b5,43029,1733235563160 because: Region server is closing 2024-12-03T14:19:37,751 INFO [RS:0;3920e6a7c3b5:43029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:43029. 2024-12-03T14:19:37,751 DEBUG [RS:0;3920e6a7c3b5:43029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:37,751 DEBUG [RS:0;3920e6a7c3b5:43029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:37,751 DEBUG [RS:0;3920e6a7c3b5:43029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:37,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:19:37,852 INFO [RS:0;3920e6a7c3b5:43029 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.shipper3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 terminated 2024-12-03T14:19:37,852 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,43029,1733235563160.replicationSource.wal-reader.3920e6a7c3b5%2C43029%2C1733235563160,1-3920e6a7c3b5,43029,1733235563160 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T14:19:37,852 INFO [RS:0;3920e6a7c3b5:43029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:43029. 2024-12-03T14:19:37,852 DEBUG [RS:0;3920e6a7c3b5:43029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:37,852 DEBUG [RS:0;3920e6a7c3b5:43029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:37,852 DEBUG [RS:0;3920e6a7c3b5:43029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:37,852 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:19:37,852 INFO [RS:0;3920e6a7c3b5:43029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43029 2024-12-03T14:19:37,933 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 1033, reset compression=false 2024-12-03T14:19:38,041 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3920e6a7c3b5:43029 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3920e6a7c3b5/172.17.0.2:43029 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T14:19:38,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 3920e6a7c3b5:43029 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3920e6a7c3b5/172.17.0.2:43029 2024-12-03T14:19:38,042 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.shipper3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=3920e6a7c3b5:43029 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3920e6a7c3b5/172.17.0.2:43029 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3920e6a7c3b5/172.17.0.2:43029 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-03T14:19:38,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43029-0x1019b8fb7ef0004, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1395246946/rs/3920e6a7c3b5,43029,1733235563160 2024-12-03T14:19:38,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395246946/rs 2024-12-03T14:19:38,055 INFO [RS:0;3920e6a7c3b5:43029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:19:38,131 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3920e6a7c3b5,43029,1733235563160] 2024-12-03T14:19:38,183 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1395246946/draining/3920e6a7c3b5,43029,1733235563160 already deleted, retry=false 2024-12-03T14:19:38,183 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3920e6a7c3b5,43029,1733235563160 expired; onlineServers=0 2024-12-03T14:19:38,183 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3920e6a7c3b5,40017,1733235563014' ***** 2024-12-03T14:19:38,183 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T14:19:38,183 INFO [M:0;3920e6a7c3b5:40017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:19:38,184 INFO [M:0;3920e6a7c3b5:40017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:19:38,184 DEBUG [M:0;3920e6a7c3b5:40017 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T14:19:38,184 DEBUG [M:0;3920e6a7c3b5:40017 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T14:19:38,184 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T14:19:38,184 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235564788 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235564788,5,FailOnTimeoutGroup] 2024-12-03T14:19:38,184 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235564789 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235564789,5,FailOnTimeoutGroup] 2024-12-03T14:19:38,184 INFO [M:0;3920e6a7c3b5:40017 {}] hbase.ChoreService(370): Chore service for: master/3920e6a7c3b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T14:19:38,184 INFO [M:0;3920e6a7c3b5:40017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:19:38,184 DEBUG [M:0;3920e6a7c3b5:40017 {}] master.HMaster(1795): Stopping service threads 2024-12-03T14:19:38,184 INFO [M:0;3920e6a7c3b5:40017 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T14:19:38,184 INFO [M:0;3920e6a7c3b5:40017 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:19:38,184 INFO [M:0;3920e6a7c3b5:40017 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T14:19:38,184 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T14:19:38,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1395246946/master 2024-12-03T14:19:38,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1395246946 2024-12-03T14:19:38,193 DEBUG [M:0;3920e6a7c3b5:40017 {}] zookeeper.ZKUtil(347): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Unable to get data of znode /1395246946/master because node does not exist (not an error) 2024-12-03T14:19:38,193 WARN [M:0;3920e6a7c3b5:40017 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T14:19:38,193 INFO [M:0;3920e6a7c3b5:40017 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/.lastflushedseqids 2024-12-03T14:19:38,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741850_1026 (size=263) 2024-12-03T14:19:38,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43029-0x1019b8fb7ef0004, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:19:38,231 INFO [RS:0;3920e6a7c3b5:43029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:19:38,231 INFO [RS:0;3920e6a7c3b5:43029 {}] regionserver.HRegionServer(1031): Exiting; stopping=3920e6a7c3b5,43029,1733235563160; zookeeper connection closed. 2024-12-03T14:19:38,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43029-0x1019b8fb7ef0004, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:19:38,231 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1dff942f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1dff942f 2024-12-03T14:19:38,231 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T14:19:38,536 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 1033, reset compression=false 2024-12-03T14:19:38,598 INFO [M:0;3920e6a7c3b5:40017 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T14:19:38,598 INFO [M:0;3920e6a7c3b5:40017 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T14:19:38,598 DEBUG [M:0;3920e6a7c3b5:40017 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:19:38,598 INFO [M:0;3920e6a7c3b5:40017 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:38,598 DEBUG [M:0;3920e6a7c3b5:40017 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:38,598 DEBUG [M:0;3920e6a7c3b5:40017 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:19:38,598 DEBUG [M:0;3920e6a7c3b5:40017 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:38,598 INFO [M:0;3920e6a7c3b5:40017 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-03T14:19:38,619 DEBUG [M:0;3920e6a7c3b5:40017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1508e70334484a818ea340d791afe222 is 82, key is hbase:meta,,1/info:regioninfo/1733235565696/Put/seqid=0 2024-12-03T14:19:38,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741851_1027 (size=5672) 2024-12-03T14:19:38,627 INFO [M:0;3920e6a7c3b5:40017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1508e70334484a818ea340d791afe222 2024-12-03T14:19:38,643 DEBUG [M:0;3920e6a7c3b5:40017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e55983bbc04143f9b085281f93ca3685 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733235570807/Put/seqid=0 2024-12-03T14:19:38,645 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.shipper3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3920e6a7c3b5:43029 this server is in the failed servers list 2024-12-03T14:19:38,645 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.shipper3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3920e6a7c3b5:43029 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3920e6a7c3b5:43029 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3920e6a7c3b5:43029 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-12-03T14:19:38,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741852_1028 (size=8517) 2024-12-03T14:19:39,048 INFO [M:0;3920e6a7c3b5:40017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e55983bbc04143f9b085281f93ca3685 2024-12-03T14:19:39,071 DEBUG [M:0;3920e6a7c3b5:40017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75cd05e181f94826bddf3f536e2d95a8 is 69, key is 3920e6a7c3b5,43029,1733235563160/rs:state/1733235564838/Put/seqid=0 2024-12-03T14:19:39,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741853_1029 (size=5156) 2024-12-03T14:19:39,240 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 1033, reset compression=false 2024-12-03T14:19:39,346 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.shipper3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3920e6a7c3b5:43029 this server is in the failed servers list 2024-12-03T14:19:39,347 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.shipper3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3920e6a7c3b5:43029 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3920e6a7c3b5:43029 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3920e6a7c3b5:43029 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-12-03T14:19:39,476 INFO [M:0;3920e6a7c3b5:40017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75cd05e181f94826bddf3f536e2d95a8 2024-12-03T14:19:39,480 DEBUG [M:0;3920e6a7c3b5:40017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1508e70334484a818ea340d791afe222 as hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1508e70334484a818ea340d791afe222 2024-12-03T14:19:39,483 INFO [M:0;3920e6a7c3b5:40017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1508e70334484a818ea340d791afe222, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T14:19:39,484 DEBUG [M:0;3920e6a7c3b5:40017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e55983bbc04143f9b085281f93ca3685 as hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e55983bbc04143f9b085281f93ca3685 2024-12-03T14:19:39,487 INFO [M:0;3920e6a7c3b5:40017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e55983bbc04143f9b085281f93ca3685, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T14:19:39,488 DEBUG [M:0;3920e6a7c3b5:40017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75cd05e181f94826bddf3f536e2d95a8 as hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75cd05e181f94826bddf3f536e2d95a8 2024-12-03T14:19:39,491 INFO [M:0;3920e6a7c3b5:40017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44913/user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75cd05e181f94826bddf3f536e2d95a8, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T14:19:39,492 INFO [M:0;3920e6a7c3b5:40017 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=97, compaction requested=false 2024-12-03T14:19:39,493 INFO [M:0;3920e6a7c3b5:40017 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:39,493 DEBUG [M:0;3920e6a7c3b5:40017 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235578598Disabling compacts and flushes for region at 1733235578598Disabling writes for close at 1733235578598Obtaining lock to block concurrent updates at 1733235578598Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733235578598Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733235578599 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733235578599Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733235578599Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733235578619 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733235578619Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733235578630 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733235578643 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733235578643Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733235579052 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733235579071 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733235579071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13993b0b: reopening flushed file at 1733235579479 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7759c705: reopening flushed file at 1733235579483 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63e9600f: reopening flushed file at 1733235579487 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=97, compaction requested=false at 1733235579492 (+5 ms)Writing region close event to WAL at 1733235579493 (+1 ms)Closed at 1733235579493 2024-12-03T14:19:39,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741830_1006 (size=63666) 2024-12-03T14:19:39,495 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72f8a335-ef79-449a-ed68-cf2489b40b80/MasterData/WALs/3920e6a7c3b5,40017,1733235563014/3920e6a7c3b5%2C40017%2C1733235563014.1733235564492 not finished, retry = 0 2024-12-03T14:19:39,596 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:19:39,596 INFO [M:0;3920e6a7c3b5:40017 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T14:19:39,596 INFO [M:0;3920e6a7c3b5:40017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40017 2024-12-03T14:19:39,596 INFO [M:0;3920e6a7c3b5:40017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:19:39,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:19:39,766 INFO [M:0;3920e6a7c3b5:40017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:19:39,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1019b8fb7ef0003, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:19:39,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f81a6d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:19:39,769 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70d9f799{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:19:39,769 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:19:39,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b1a24d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:19:39,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b384aca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/hadoop.log.dir/,STOPPED} 2024-12-03T14:19:39,771 WARN [BP-70885661-172.17.0.2-1733235560947 heartbeating to localhost/127.0.0.1:44913 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T14:19:39,771 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T14:19:39,771 WARN [BP-70885661-172.17.0.2-1733235560947 heartbeating to localhost/127.0.0.1:44913 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-70885661-172.17.0.2-1733235560947 (Datanode Uuid b461bdae-93d6-4286-9b0b-5e11e4a5f895) service to localhost/127.0.0.1:44913 2024-12-03T14:19:39,771 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T14:19:39,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/cluster_5acbf1d3-a484-6e0f-fff7-7ae9fb99be03/data/data1/current/BP-70885661-172.17.0.2-1733235560947 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:19:39,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/cluster_5acbf1d3-a484-6e0f-fff7-7ae9fb99be03/data/data2/current/BP-70885661-172.17.0.2-1733235560947 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:19:39,772 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T14:19:39,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@510f7320{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:19:39,778 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79e27daf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:19:39,778 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:19:39,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@268e84f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:19:39,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@356a080a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/hadoop.log.dir/,STOPPED} 2024-12-03T14:19:39,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T14:19:39,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T14:19:39,795 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:19:39,795 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:39,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:39,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:39,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:19:39,796 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T14:19:39,796 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1323640668, stopped=false 2024-12-03T14:19:39,796 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3920e6a7c3b5,36283,1733235557401 2024-12-03T14:19:39,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1432381597/running 2024-12-03T14:19:39,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1432381597 2024-12-03T14:19:39,857 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x1019b8fb7ef0001, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1432381597/running 2024-12-03T14:19:39,857 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x1019b8fb7ef0001, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1432381597 2024-12-03T14:19:39,857 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:19:39,857 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:19:39,858 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:39,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:39,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Set watcher on znode that does not yet exist, /0-1432381597/running 2024-12-03T14:19:39,858 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3920e6a7c3b5,36573,1733235557560' ***** 2024-12-03T14:19:39,858 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T14:19:39,858 INFO [RS:0;3920e6a7c3b5:36573 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T14:19:39,858 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T14:19:39,858 INFO [RS:0;3920e6a7c3b5:36573 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T14:19:39,858 INFO [RS:0;3920e6a7c3b5:36573 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T14:19:39,858 INFO [RS:0;3920e6a7c3b5:36573 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a0269e169281f7a3424537c7ff915b6 2024-12-03T14:19:39,859 INFO [RS:0;3920e6a7c3b5:36573 {}] regionserver.HRegionServer(3091): Received CLOSE for e16dba36f76dd58d64d244c32e6e298b 2024-12-03T14:19:39,859 INFO [RS:0;3920e6a7c3b5:36573 {}] regionserver.HRegionServer(959): stopping server 3920e6a7c3b5,36573,1733235557560 2024-12-03T14:19:39,859 INFO [RS:0;3920e6a7c3b5:36573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:19:39,859 INFO [RS:0;3920e6a7c3b5:36573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:36573. 2024-12-03T14:19:39,859 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a0269e169281f7a3424537c7ff915b6, disabling compactions & flushes 2024-12-03T14:19:39,859 DEBUG [RS:0;3920e6a7c3b5:36573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:39,859 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733235565837.2a0269e169281f7a3424537c7ff915b6. 2024-12-03T14:19:39,859 DEBUG [RS:0;3920e6a7c3b5:36573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:39,859 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235565837.2a0269e169281f7a3424537c7ff915b6. 2024-12-03T14:19:39,859 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733235565837.2a0269e169281f7a3424537c7ff915b6. after waiting 0 ms 2024-12-03T14:19:39,859 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733235565837.2a0269e169281f7a3424537c7ff915b6. 2024-12-03T14:19:39,859 INFO [RS:0;3920e6a7c3b5:36573 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T14:19:39,859 INFO [RS:0;3920e6a7c3b5:36573 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T14:19:39,859 INFO [RS:0;3920e6a7c3b5:36573 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T14:19:39,859 INFO [RS:0;3920e6a7c3b5:36573 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T14:19:39,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36573-0x1019b8fb7ef0001, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Set watcher on znode that does not yet exist, /0-1432381597/running 2024-12-03T14:19:39,862 INFO [RS:0;3920e6a7c3b5:36573 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T14:19:39,862 DEBUG [RS:0;3920e6a7c3b5:36573 {}] regionserver.HRegionServer(1325): Online Regions={2a0269e169281f7a3424537c7ff915b6=test,,1733235565837.2a0269e169281f7a3424537c7ff915b6., 1588230740=hbase:meta,,1.1588230740, e16dba36f76dd58d64d244c32e6e298b=hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b.} 2024-12-03T14:19:39,862 DEBUG [RS:0;3920e6a7c3b5:36573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a0269e169281f7a3424537c7ff915b6, e16dba36f76dd58d64d244c32e6e298b 2024-12-03T14:19:39,862 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:19:39,862 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:19:39,862 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:19:39,862 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:19:39,862 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:19:39,862 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T14:19:39,885 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740/.tmp/info/28b7301a5c234d1b9a7941b810639a89 is 147, key is hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b./info:regioninfo/1733235568928/Put/seqid=0 2024-12-03T14:19:39,889 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/default/test/2a0269e169281f7a3424537c7ff915b6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T14:19:39,890 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:19:39,890 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:19:39,890 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733235565837.2a0269e169281f7a3424537c7ff915b6. 2024-12-03T14:19:39,890 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a0269e169281f7a3424537c7ff915b6: Waiting for close lock at 1733235579859Running coprocessor pre-close hooks at 1733235579859Disabling compacts and flushes for region at 1733235579859Disabling writes for close at 1733235579859Writing region close event to WAL at 1733235579867 (+8 ms)Running coprocessor post-close hooks at 1733235579890 (+23 ms)Closed at 1733235579890 2024-12-03T14:19:39,891 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733235565837.2a0269e169281f7a3424537c7ff915b6. 2024-12-03T14:19:39,891 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e16dba36f76dd58d64d244c32e6e298b, disabling compactions & flushes 2024-12-03T14:19:39,891 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b. 2024-12-03T14:19:39,891 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b. 2024-12-03T14:19:39,891 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b. after waiting 0 ms 2024-12-03T14:19:39,891 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b. 2024-12-03T14:19:39,891 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e16dba36f76dd58d64d244c32e6e298b 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-03T14:19:39,895 INFO [regionserver/3920e6a7c3b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:19:39,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741846_1022 (size=7686) 2024-12-03T14:19:39,905 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740/.tmp/info/28b7301a5c234d1b9a7941b810639a89 2024-12-03T14:19:39,922 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/replication/e16dba36f76dd58d64d244c32e6e298b/.tmp/hfileref/bd4e3c002a894212946c2891a1a1ed05 is 74, key is 1/hfileref:402c19faddeb477ca5c56b9fd526ace4_SeqId_6_/1733235575776/Put/seqid=0 2024-12-03T14:19:39,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741847_1023 (size=5345) 2024-12-03T14:19:39,942 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740/.tmp/ns/54220fd531284afaa22b03c881fef795 is 43, key is default/ns:d/1733235560853/Put/seqid=0 2024-12-03T14:19:39,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741848_1024 (size=5153) 2024-12-03T14:19:39,946 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740/.tmp/ns/54220fd531284afaa22b03c881fef795 2024-12-03T14:19:39,962 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740/.tmp/rep_barrier/74bebc7b020049fb8c2d7dcc109bd9be is 112, key is test,,1733235565837.2a0269e169281f7a3424537c7ff915b6./rep_barrier:seqnumDuringOpen/1733235566617/Put/seqid=0 2024-12-03T14:19:39,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741849_1025 (size=5518) 2024-12-03T14:19:40,044 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 1033, reset compression=false 2024-12-03T14:19:40,048 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:19:40,048 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 1328, reset compression=false 2024-12-03T14:19:40,062 DEBUG [RS:0;3920e6a7c3b5:36573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e16dba36f76dd58d64d244c32e6e298b 2024-12-03T14:19:40,148 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3920e6a7c3b5:43029 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3920e6a7c3b5/172.17.0.2:43029 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T14:19:40,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 3920e6a7c3b5:43029 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3920e6a7c3b5/172.17.0.2:43029 2024-12-03T14:19:40,148 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.shipper3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=3920e6a7c3b5:43029 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3920e6a7c3b5/172.17.0.2:43029 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3920e6a7c3b5/172.17.0.2:43029 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-03T14:19:40,150 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3920e6a7c3b5:40017 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3920e6a7c3b5/172.17.0.2:40017 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T14:19:40,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 3920e6a7c3b5:40017 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3920e6a7c3b5/172.17.0.2:40017 2024-12-03T14:19:40,252 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:40,253 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3920e6a7c3b5:40017 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3920e6a7c3b5/172.17.0.2:40017 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T14:19:40,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=3920e6a7c3b5:40017 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3920e6a7c3b5/172.17.0.2:40017 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-03T14:19:40,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 3920e6a7c3b5:40017 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3920e6a7c3b5/172.17.0.2:40017 2024-12-03T14:19:40,256 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 1328, reset compression=false 2024-12-03T14:19:40,262 DEBUG [RS:0;3920e6a7c3b5:36573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e16dba36f76dd58d64d244c32e6e298b 2024-12-03T14:19:40,337 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/replication/e16dba36f76dd58d64d244c32e6e298b/.tmp/hfileref/bd4e3c002a894212946c2891a1a1ed05 2024-12-03T14:19:40,358 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/replication/e16dba36f76dd58d64d244c32e6e298b/.tmp/queue/5f854c81ea80426ca7aa60bb33a3dbdb is 153, key is 1-3920e6a7c3b5,36573,1733235557560/queue:3920e6a7c3b5%2C36573%2C1733235557560/1733235573843/Put/seqid=0 2024-12-03T14:19:40,365 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740/.tmp/rep_barrier/74bebc7b020049fb8c2d7dcc109bd9be 2024-12-03T14:19:40,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741850_1026 (size=5352) 2024-12-03T14:19:40,367 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/replication/e16dba36f76dd58d64d244c32e6e298b/.tmp/queue/5f854c81ea80426ca7aa60bb33a3dbdb 2024-12-03T14:19:40,372 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/replication/e16dba36f76dd58d64d244c32e6e298b/.tmp/hfileref/bd4e3c002a894212946c2891a1a1ed05 as hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/replication/e16dba36f76dd58d64d244c32e6e298b/hfileref/bd4e3c002a894212946c2891a1a1ed05 2024-12-03T14:19:40,376 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/replication/e16dba36f76dd58d64d244c32e6e298b/hfileref/bd4e3c002a894212946c2891a1a1ed05, entries=4, sequenceid=10, filesize=5.2 K 2024-12-03T14:19:40,377 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/replication/e16dba36f76dd58d64d244c32e6e298b/.tmp/queue/5f854c81ea80426ca7aa60bb33a3dbdb as hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/replication/e16dba36f76dd58d64d244c32e6e298b/queue/5f854c81ea80426ca7aa60bb33a3dbdb 2024-12-03T14:19:40,382 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/replication/e16dba36f76dd58d64d244c32e6e298b/queue/5f854c81ea80426ca7aa60bb33a3dbdb, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T14:19:40,383 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for e16dba36f76dd58d64d244c32e6e298b in 492ms, sequenceid=10, compaction requested=false 2024-12-03T14:19:40,388 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740/.tmp/table/deb6621cf40446f29f26b0ff63206ff3 is 53, key is hbase:replication/table:state/1733235568934/Put/seqid=0 2024-12-03T14:19:40,413 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/replication/e16dba36f76dd58d64d244c32e6e298b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T14:19:40,413 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:19:40,413 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:19:40,414 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b. 2024-12-03T14:19:40,414 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e16dba36f76dd58d64d244c32e6e298b: Waiting for close lock at 1733235579891Running coprocessor pre-close hooks at 1733235579891Disabling compacts and flushes for region at 1733235579891Disabling writes for close at 1733235579891Obtaining lock to block concurrent updates at 1733235579891Preparing flush snapshotting stores in e16dba36f76dd58d64d244c32e6e298b at 1733235579891Finished memstore snapshotting hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733235579891Flushing stores of hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b. at 1733235579892 (+1 ms)Flushing e16dba36f76dd58d64d244c32e6e298b/hfileref: creating writer at 1733235579892Flushing e16dba36f76dd58d64d244c32e6e298b/hfileref: appending metadata at 1733235579921 (+29 ms)Flushing e16dba36f76dd58d64d244c32e6e298b/hfileref: closing flushed file at 1733235579922 (+1 ms)Flushing e16dba36f76dd58d64d244c32e6e298b/queue: creating writer at 1733235580341 (+419 ms)Flushing e16dba36f76dd58d64d244c32e6e298b/queue: appending metadata at 1733235580357 (+16 ms)Flushing e16dba36f76dd58d64d244c32e6e298b/queue: closing flushed file at 1733235580357Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cf6ec3a: reopening flushed file at 1733235580371 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@584992df: reopening flushed file at 1733235580377 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for e16dba36f76dd58d64d244c32e6e298b in 492ms, sequenceid=10, compaction requested=false at 1733235580383 (+6 ms)Writing region close event to WAL at 1733235580392 (+9 ms)Running coprocessor post-close hooks at 1733235580413 (+21 ms)Closed at 1733235580413 2024-12-03T14:19:40,414 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733235568151.e16dba36f76dd58d64d244c32e6e298b. 2024-12-03T14:19:40,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741851_1027 (size=5308) 2024-12-03T14:19:40,462 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:40,462 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3920e6a7c3b5:40017 this server is in the failed servers list 2024-12-03T14:19:40,462 DEBUG [RS:0;3920e6a7c3b5:36573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:19:40,463 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3920e6a7c3b5:40017 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:19:40,561 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 1328, reset compression=false 2024-12-03T14:19:40,663 DEBUG [RS:0;3920e6a7c3b5:36573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:19:40,670 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T14:19:40,670 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T14:19:40,773 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:40,773 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3920e6a7c3b5:40017 this server is in the failed servers list 2024-12-03T14:19:40,774 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3920e6a7c3b5:40017 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:19:40,823 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740/.tmp/table/deb6621cf40446f29f26b0ff63206ff3 2024-12-03T14:19:40,831 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740/.tmp/info/28b7301a5c234d1b9a7941b810639a89 as hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740/info/28b7301a5c234d1b9a7941b810639a89 2024-12-03T14:19:40,835 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740/info/28b7301a5c234d1b9a7941b810639a89, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T14:19:40,836 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740/.tmp/ns/54220fd531284afaa22b03c881fef795 as hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740/ns/54220fd531284afaa22b03c881fef795 2024-12-03T14:19:40,843 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740/ns/54220fd531284afaa22b03c881fef795, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T14:19:40,845 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740/.tmp/rep_barrier/74bebc7b020049fb8c2d7dcc109bd9be as hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740/rep_barrier/74bebc7b020049fb8c2d7dcc109bd9be 2024-12-03T14:19:40,852 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740/rep_barrier/74bebc7b020049fb8c2d7dcc109bd9be, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T14:19:40,853 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740/.tmp/table/deb6621cf40446f29f26b0ff63206ff3 as hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740/table/deb6621cf40446f29f26b0ff63206ff3 2024-12-03T14:19:40,859 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740/table/deb6621cf40446f29f26b0ff63206ff3, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T14:19:40,860 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 998ms, sequenceid=16, compaction requested=false 2024-12-03T14:19:40,863 INFO [RS:0;3920e6a7c3b5:36573 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T14:19:40,863 DEBUG [RS:0;3920e6a7c3b5:36573 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T14:19:40,863 DEBUG [RS:0;3920e6a7c3b5:36573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:19:40,873 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T14:19:40,873 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:19:40,874 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:19:40,874 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:19:40,874 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235579862Running coprocessor pre-close hooks at 1733235579862Disabling compacts and flushes for region at 1733235579862Disabling writes for close at 1733235579862Obtaining lock to block concurrent updates at 1733235579862Preparing flush snapshotting stores in 1588230740 at 1733235579862Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733235579863 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733235579867 (+4 ms)Flushing 1588230740/info: creating writer at 1733235579867Flushing 1588230740/info: appending metadata at 1733235579884 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733235579884Flushing 1588230740/ns: creating writer at 1733235579921 (+37 ms)Flushing 1588230740/ns: appending metadata at 1733235579942 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733235579942Flushing 1588230740/rep_barrier: creating writer at 1733235579950 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733235579961 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733235579961Flushing 1588230740/table: creating writer at 1733235580371 (+410 ms)Flushing 1588230740/table: appending metadata at 1733235580388 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733235580388Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@527e8517: reopening flushed file at 1733235580830 (+442 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17b5ac67: reopening flushed file at 1733235580836 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61f6948a: reopening flushed file at 1733235580844 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e05825d: reopening flushed file at 1733235580852 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 998ms, sequenceid=16, compaction requested=false at 1733235580860 (+8 ms)Writing region close event to WAL at 1733235580866 (+6 ms)Running coprocessor post-close hooks at 1733235580873 (+7 ms)Closed at 1733235580874 (+1 ms) 2024-12-03T14:19:40,874 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T14:19:40,965 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.1733235559806 to pos 1328, reset compression=false 2024-12-03T14:19:41,063 INFO [RS:0;3920e6a7c3b5:36573 {}] regionserver.HRegionServer(976): stopping server 3920e6a7c3b5,36573,1733235557560; all regions closed. 2024-12-03T14:19:41,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741834_1010 (size=4239) 2024-12-03T14:19:41,074 DEBUG [RS:0;3920e6a7c3b5:36573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/oldWALs 2024-12-03T14:19:41,074 INFO [RS:0;3920e6a7c3b5:36573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C36573%2C1733235557560.meta:.meta(num 1733235560795) 2024-12-03T14:19:41,077 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/WALs/3920e6a7c3b5,36573,1733235557560/3920e6a7c3b5%2C36573%2C1733235557560.rep.1733235568896 not finished, retry = 0 2024-12-03T14:19:41,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741839_1015 (size=2695) 2024-12-03T14:19:41,180 DEBUG [RS:0;3920e6a7c3b5:36573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/oldWALs 2024-12-03T14:19:41,180 INFO [RS:0;3920e6a7c3b5:36573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C36573%2C1733235557560.rep:(num 1733235568896) 2024-12-03T14:19:41,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741832_1008 (size=1336) 2024-12-03T14:19:41,191 DEBUG [RS:0;3920e6a7c3b5:36573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/oldWALs 2024-12-03T14:19:41,191 INFO [RS:0;3920e6a7c3b5:36573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C36573%2C1733235557560:(num 1733235559806) 2024-12-03T14:19:41,191 DEBUG [RS:0;3920e6a7c3b5:36573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:41,191 INFO [RS:0;3920e6a7c3b5:36573 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:19:41,192 INFO [RS:0;3920e6a7c3b5:36573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:19:41,192 INFO [RS:0;3920e6a7c3b5:36573 {}] hbase.ChoreService(370): Chore service for: regionserver/3920e6a7c3b5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T14:19:41,192 INFO [RS:0;3920e6a7c3b5:36573 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:19:41,192 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:19:41,192 INFO [RS:0;3920e6a7c3b5:36573 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3920e6a7c3b5,36573,1733235557560 because: Region server is closing 2024-12-03T14:19:41,192 INFO [RS:0;3920e6a7c3b5:36573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:36573. 2024-12-03T14:19:41,192 DEBUG [RS:0;3920e6a7c3b5:36573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:41,193 DEBUG [RS:0;3920e6a7c3b5:36573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:41,193 DEBUG [RS:0;3920e6a7c3b5:36573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:41,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:19:41,283 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:41,283 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3920e6a7c3b5:40017 this server is in the failed servers list 2024-12-03T14:19:41,283 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3920e6a7c3b5:40017 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:19:41,293 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.wal-reader.3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T14:19:41,293 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.shipper3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 5 more 2024-12-03T14:19:41,293 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.shipper3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-03T14:19:41,861 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:19:41,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:41,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:41,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:41,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:41,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:41,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:41,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:41,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:41,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:42,193 INFO [RS:0;3920e6a7c3b5:36573 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36573,1733235557560.replicationSource.shipper3920e6a7c3b5%2C36573%2C1733235557560,1-3920e6a7c3b5,36573,1733235557560 terminated 2024-12-03T14:19:42,194 INFO [RS:0;3920e6a7c3b5:36573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:36573. 2024-12-03T14:19:42,194 DEBUG [RS:0;3920e6a7c3b5:36573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:42,194 DEBUG [RS:0;3920e6a7c3b5:36573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:42,194 DEBUG [RS:0;3920e6a7c3b5:36573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:42,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:19:42,194 INFO [RS:0;3920e6a7c3b5:36573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36573 2024-12-03T14:19:42,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1432381597/rs 2024-12-03T14:19:42,257 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x1019b8fb7ef0001, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1432381597/rs/3920e6a7c3b5,36573,1733235557560 2024-12-03T14:19:42,258 INFO [RS:0;3920e6a7c3b5:36573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:19:42,258 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3920e6a7c3b5,36573,1733235557560] 2024-12-03T14:19:42,287 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1432381597/draining/3920e6a7c3b5,36573,1733235557560 already deleted, retry=false 2024-12-03T14:19:42,287 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3920e6a7c3b5,36573,1733235557560 expired; onlineServers=0 2024-12-03T14:19:42,287 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3920e6a7c3b5,36283,1733235557401' ***** 2024-12-03T14:19:42,287 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T14:19:42,287 INFO [M:0;3920e6a7c3b5:36283 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:19:42,287 INFO [M:0;3920e6a7c3b5:36283 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:19:42,287 DEBUG [M:0;3920e6a7c3b5:36283 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T14:19:42,288 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T14:19:42,288 DEBUG [M:0;3920e6a7c3b5:36283 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T14:19:42,288 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235559560 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235559560,5,FailOnTimeoutGroup] 2024-12-03T14:19:42,288 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235559564 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235559564,5,FailOnTimeoutGroup] 2024-12-03T14:19:42,288 INFO [M:0;3920e6a7c3b5:36283 {}] hbase.ChoreService(370): Chore service for: master/3920e6a7c3b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T14:19:42,288 INFO [M:0;3920e6a7c3b5:36283 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:19:42,288 DEBUG [M:0;3920e6a7c3b5:36283 {}] master.HMaster(1795): Stopping service threads 2024-12-03T14:19:42,288 INFO [M:0;3920e6a7c3b5:36283 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T14:19:42,288 INFO [M:0;3920e6a7c3b5:36283 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:19:42,288 INFO [M:0;3920e6a7c3b5:36283 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T14:19:42,288 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T14:19:42,293 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:42,293 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:19:42,296 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2144 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:19:42,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1432381597/master 2024-12-03T14:19:42,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1432381597 2024-12-03T14:19:42,298 DEBUG [M:0;3920e6a7c3b5:36283 {}] zookeeper.ZKUtil(347): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Unable to get data of znode /0-1432381597/master because node does not exist (not an error) 2024-12-03T14:19:42,298 WARN [M:0;3920e6a7c3b5:36283 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T14:19:42,298 INFO [M:0;3920e6a7c3b5:36283 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/.lastflushedseqids 2024-12-03T14:19:42,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741852_1028 (size=263) 2024-12-03T14:19:42,304 INFO [M:0;3920e6a7c3b5:36283 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T14:19:42,304 INFO [M:0;3920e6a7c3b5:36283 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T14:19:42,305 DEBUG [M:0;3920e6a7c3b5:36283 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:19:42,305 INFO [M:0;3920e6a7c3b5:36283 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:42,305 DEBUG [M:0;3920e6a7c3b5:36283 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:42,305 DEBUG [M:0;3920e6a7c3b5:36283 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:19:42,305 DEBUG [M:0;3920e6a7c3b5:36283 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:42,305 INFO [M:0;3920e6a7c3b5:36283 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T14:19:42,324 DEBUG [M:0;3920e6a7c3b5:36283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac19fcc3c925439ca85611b32d9cab4a is 82, key is hbase:meta,,1/info:regioninfo/1733235560823/Put/seqid=0 2024-12-03T14:19:42,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741853_1029 (size=5672) 2024-12-03T14:19:42,377 INFO [RS:0;3920e6a7c3b5:36573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:19:42,377 INFO [RS:0;3920e6a7c3b5:36573 {}] regionserver.HRegionServer(1031): Exiting; stopping=3920e6a7c3b5,36573,1733235557560; zookeeper connection closed. 2024-12-03T14:19:42,377 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x1019b8fb7ef0001, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:19:42,377 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x1019b8fb7ef0001, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:19:42,377 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a5fea47 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a5fea47 2024-12-03T14:19:42,377 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T14:19:42,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:19:42,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T14:19:42,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T14:19:42,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T14:19:42,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:19:42,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:19:42,729 INFO [M:0;3920e6a7c3b5:36283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac19fcc3c925439ca85611b32d9cab4a 2024-12-03T14:19:42,754 DEBUG [M:0;3920e6a7c3b5:36283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c56231761cf344859ecbeb0efc7e6be1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733235568936/Put/seqid=0 2024-12-03T14:19:42,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741854_1030 (size=8516) 2024-12-03T14:19:42,765 INFO [M:0;3920e6a7c3b5:36283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c56231761cf344859ecbeb0efc7e6be1 2024-12-03T14:19:42,783 DEBUG [M:0;3920e6a7c3b5:36283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fad0d30e5c984203a6c5067511fa9eb7 is 69, key is 3920e6a7c3b5,36573,1733235557560/rs:state/1733235559649/Put/seqid=0 2024-12-03T14:19:42,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741855_1031 (size=5156) 2024-12-03T14:19:43,187 INFO [M:0;3920e6a7c3b5:36283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fad0d30e5c984203a6c5067511fa9eb7 2024-12-03T14:19:43,191 DEBUG [M:0;3920e6a7c3b5:36283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac19fcc3c925439ca85611b32d9cab4a as hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac19fcc3c925439ca85611b32d9cab4a 2024-12-03T14:19:43,195 INFO [M:0;3920e6a7c3b5:36283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac19fcc3c925439ca85611b32d9cab4a, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T14:19:43,196 DEBUG [M:0;3920e6a7c3b5:36283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c56231761cf344859ecbeb0efc7e6be1 as hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c56231761cf344859ecbeb0efc7e6be1 2024-12-03T14:19:43,199 INFO [M:0;3920e6a7c3b5:36283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c56231761cf344859ecbeb0efc7e6be1, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T14:19:43,200 DEBUG [M:0;3920e6a7c3b5:36283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fad0d30e5c984203a6c5067511fa9eb7 as hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fad0d30e5c984203a6c5067511fa9eb7 2024-12-03T14:19:43,204 INFO [M:0;3920e6a7c3b5:36283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39587/user/jenkins/test-data/8a901f9a-a1b6-3fff-da4a-a264d761420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fad0d30e5c984203a6c5067511fa9eb7, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T14:19:43,205 INFO [M:0;3920e6a7c3b5:36283 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=97, compaction requested=false 2024-12-03T14:19:43,208 INFO [M:0;3920e6a7c3b5:36283 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:43,209 DEBUG [M:0;3920e6a7c3b5:36283 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235582304Disabling compacts and flushes for region at 1733235582304Disabling writes for close at 1733235582305 (+1 ms)Obtaining lock to block concurrent updates at 1733235582305Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733235582305Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733235582305Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733235582306 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733235582306Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733235582324 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733235582324Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733235582740 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733235582754 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733235582754Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733235582769 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733235582783 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733235582783Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bcf8062: reopening flushed file at 1733235583191 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e17cd89: reopening flushed file at 1733235583195 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ac72602: reopening flushed file at 1733235583199 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=97, compaction requested=false at 1733235583205 (+6 ms)Writing region close event to WAL at 1733235583208 (+3 ms)Closed at 1733235583208 2024-12-03T14:19:43,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741830_1006 (size=63654) 2024-12-03T14:19:43,211 INFO [M:0;3920e6a7c3b5:36283 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T14:19:43,211 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:19:43,211 INFO [M:0;3920e6a7c3b5:36283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36283 2024-12-03T14:19:43,211 INFO [M:0;3920e6a7c3b5:36283 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:19:43,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:19:43,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x1019b8fb7ef0000, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:19:43,326 INFO [M:0;3920e6a7c3b5:36283 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:19:43,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61a3acf6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:19:43,333 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76131948{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:19:43,333 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:19:43,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73860af1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:19:43,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a0264d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/hadoop.log.dir/,STOPPED} 2024-12-03T14:19:43,335 WARN [BP-1367899865-172.17.0.2-1733235555423 heartbeating to localhost/127.0.0.1:39587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T14:19:43,335 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T14:19:43,335 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T14:19:43,335 WARN [BP-1367899865-172.17.0.2-1733235555423 heartbeating to localhost/127.0.0.1:39587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1367899865-172.17.0.2-1733235555423 (Datanode Uuid f3876f9c-f861-45cc-a54e-3e64a7715e6a) service to localhost/127.0.0.1:39587 2024-12-03T14:19:43,336 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/cluster_a7b80f9a-4a77-c770-fc37-621cd0ab8a25/data/data1/current/BP-1367899865-172.17.0.2-1733235555423 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:19:43,336 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/cluster_a7b80f9a-4a77-c770-fc37-621cd0ab8a25/data/data2/current/BP-1367899865-172.17.0.2-1733235555423 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:19:43,336 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T14:19:43,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56d24921{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:19:43,343 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@db69a8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:19:43,343 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:19:43,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50197952{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:19:43,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66c0432c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb0a56f9-8de0-eabe-8510-16fae3cbb947/hadoop.log.dir/,STOPPED} 2024-12-03T14:19:43,347 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T14:19:43,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T14:19:43,368 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 206) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56973) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39587 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44913 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39587 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44913 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44913 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56973) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:39587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:44913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39587 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=622 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 247) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10973 (was 10144) - AvailableMemoryMB LEAK? - 2024-12-03T14:19:43,376 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=420, ProcessCount=11, AvailableMemoryMB=10973 2024-12-03T14:19:43,390 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-03T14:19:43,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/hadoop.log.dir so I do NOT create it in target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e 2024-12-03T14:19:43,391 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T14:19:43,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/hadoop.tmp.dir so I do NOT create it in target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e 2024-12-03T14:19:43,391 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1838521-6362-3354-e61c-f5cee1db355b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T14:19:43,391 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e 2024-12-03T14:19:43,391 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/cluster_c4d80744-7213-9fb2-4ed4-2fc8e1931ec0, deleteOnExit=true 2024-12-03T14:19:43,394 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/cluster_c4d80744-7213-9fb2-4ed4-2fc8e1931ec0/zookeeper_0, clientPort=52910, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/cluster_c4d80744-7213-9fb2-4ed4-2fc8e1931ec0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/cluster_c4d80744-7213-9fb2-4ed4-2fc8e1931ec0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T14:19:43,394 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52910 2024-12-03T14:19:43,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T14:19:43,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T14:19:43,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/test.cache.data in system properties and HBase conf 2024-12-03T14:19:43,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T14:19:43,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/hadoop.log.dir in system properties and HBase conf 2024-12-03T14:19:43,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T14:19:43,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T14:19:43,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T14:19:43,395 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T14:19:43,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:19:43,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:19:43,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T14:19:43,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:19:43,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T14:19:43,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T14:19:43,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:19:43,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:19:43,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T14:19:43,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/nfs.dump.dir in system properties and HBase conf 2024-12-03T14:19:43,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/java.io.tmpdir in system properties and HBase conf 2024-12-03T14:19:43,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:19:43,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T14:19:43,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T14:19:43,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019b8fb7ef0002, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T14:19:43,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019b8fb7ef0005, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T14:19:43,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019b8fb7ef0002, quorum=127.0.0.1:56973, baseZNode=/0-1432381597 Received Disconnected from ZooKeeper, ignoring 2024-12-03T14:19:43,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019b8fb7ef0005, quorum=127.0.0.1:56973, baseZNode=/1395246946 Received Disconnected from ZooKeeper, ignoring 2024-12-03T14:19:43,761 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:19:43,767 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:19:43,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:19:43,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:19:43,772 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T14:19:43,777 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:19:43,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e72ec62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:19:43,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@189d9056{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:19:43,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@608cc18e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/java.io.tmpdir/jetty-localhost-40651-hadoop-hdfs-3_4_1-tests_jar-_-any-16299832320271380403/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:19:43,884 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d0189c6{HTTP/1.1, (http/1.1)}{localhost:40651} 2024-12-03T14:19:43,884 INFO [Time-limited test {}] server.Server(415): Started @198493ms 2024-12-03T14:19:44,312 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:44,313 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:19:44,313 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4164 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:19:44,407 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:19:44,410 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:19:44,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:19:44,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:19:44,411 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T14:19:44,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40caad6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:19:44,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bf6f846{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:19:44,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53e84d2b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/java.io.tmpdir/jetty-localhost-36789-hadoop-hdfs-3_4_1-tests_jar-_-any-11533580204330013729/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:19:44,506 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@111c5900{HTTP/1.1, (http/1.1)}{localhost:36789} 2024-12-03T14:19:44,506 INFO [Time-limited test {}] server.Server(415): Started @199115ms 2024-12-03T14:19:44,507 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T14:19:45,715 WARN [Thread-2181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/cluster_c4d80744-7213-9fb2-4ed4-2fc8e1931ec0/data/data1/current/BP-2110534972-172.17.0.2-1733235583419/current, will proceed with Du for space computation calculation, 2024-12-03T14:19:45,716 WARN [Thread-2182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/cluster_c4d80744-7213-9fb2-4ed4-2fc8e1931ec0/data/data2/current/BP-2110534972-172.17.0.2-1733235583419/current, will proceed with Du for space computation calculation, 2024-12-03T14:19:45,735 WARN [Thread-2169 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T14:19:45,737 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1fe040c121229f16 with lease ID 0x9b933088e395affd: Processing first storage report for DS-01d74610-813e-4ab5-82a2-2155a951d39c from datanode DatanodeRegistration(127.0.0.1:39017, datanodeUuid=aca6bd38-d179-4939-bf74-490ddcaf62a4, infoPort=35073, infoSecurePort=0, ipcPort=39797, storageInfo=lv=-57;cid=testClusterID;nsid=1380964748;c=1733235583419) 2024-12-03T14:19:45,737 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1fe040c121229f16 with lease ID 0x9b933088e395affd: from storage DS-01d74610-813e-4ab5-82a2-2155a951d39c node DatanodeRegistration(127.0.0.1:39017, datanodeUuid=aca6bd38-d179-4939-bf74-490ddcaf62a4, infoPort=35073, infoSecurePort=0, ipcPort=39797, storageInfo=lv=-57;cid=testClusterID;nsid=1380964748;c=1733235583419), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T14:19:45,737 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1fe040c121229f16 with lease ID 0x9b933088e395affd: Processing first storage report for DS-3b06c793-26bb-4933-908b-d8c4c4e77a6d from datanode DatanodeRegistration(127.0.0.1:39017, datanodeUuid=aca6bd38-d179-4939-bf74-490ddcaf62a4, infoPort=35073, infoSecurePort=0, ipcPort=39797, storageInfo=lv=-57;cid=testClusterID;nsid=1380964748;c=1733235583419) 2024-12-03T14:19:45,737 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1fe040c121229f16 with lease ID 0x9b933088e395affd: from storage DS-3b06c793-26bb-4933-908b-d8c4c4e77a6d node DatanodeRegistration(127.0.0.1:39017, datanodeUuid=aca6bd38-d179-4939-bf74-490ddcaf62a4, infoPort=35073, infoSecurePort=0, ipcPort=39797, storageInfo=lv=-57;cid=testClusterID;nsid=1380964748;c=1733235583419), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:19:45,834 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e 2024-12-03T14:19:45,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:45,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:45,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741825_1001 (size=7) 2024-12-03T14:19:45,842 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac with version=8 2024-12-03T14:19:45,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/hbase-staging 2024-12-03T14:19:45,845 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:19:45,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:45,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:45,845 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:19:45,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:45,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:19:45,845 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T14:19:45,845 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:19:45,846 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37447 2024-12-03T14:19:45,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37447 connecting to ZooKeeper ensemble=127.0.0.1:52910 2024-12-03T14:19:45,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374470x0, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:19:45,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37447-0x1019b90254c0000 connected 2024-12-03T14:19:46,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:46,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:46,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Set watcher on znode that does not yet exist, /0330731985/running 2024-12-03T14:19:46,006 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac, hbase.cluster.distributed=false 2024-12-03T14:19:46,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Set watcher on znode that does not yet exist, /0330731985/acl 2024-12-03T14:19:46,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37447 2024-12-03T14:19:46,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37447 2024-12-03T14:19:46,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37447 2024-12-03T14:19:46,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37447 2024-12-03T14:19:46,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37447 2024-12-03T14:19:46,020 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:19:46,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:46,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:46,020 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:19:46,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:46,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:19:46,020 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T14:19:46,020 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:19:46,021 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45385 2024-12-03T14:19:46,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45385 connecting to ZooKeeper ensemble=127.0.0.1:52910 2024-12-03T14:19:46,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:46,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:46,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453850x0, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:19:46,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453850x0, quorum=127.0.0.1:52910, baseZNode=/0330731985 Set watcher on znode that does not yet exist, /0330731985/running 2024-12-03T14:19:46,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45385-0x1019b90254c0001 connected 2024-12-03T14:19:46,035 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T14:19:46,037 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T14:19:46,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45385-0x1019b90254c0001, quorum=127.0.0.1:52910, baseZNode=/0330731985 Set watcher on znode that does not yet exist, /0330731985/master 2024-12-03T14:19:46,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45385-0x1019b90254c0001, quorum=127.0.0.1:52910, baseZNode=/0330731985 Set watcher on znode that does not yet exist, /0330731985/acl 2024-12-03T14:19:46,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45385 2024-12-03T14:19:46,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45385 2024-12-03T14:19:46,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45385 2024-12-03T14:19:46,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45385 2024-12-03T14:19:46,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45385 2024-12-03T14:19:46,060 DEBUG [M:0;3920e6a7c3b5:37447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3920e6a7c3b5:37447 2024-12-03T14:19:46,060 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0330731985/backup-masters/3920e6a7c3b5,37447,1733235585844 2024-12-03T14:19:46,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45385-0x1019b90254c0001, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0330731985/backup-masters 2024-12-03T14:19:46,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0330731985/backup-masters 2024-12-03T14:19:46,067 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Set watcher on existing znode=/0330731985/backup-masters/3920e6a7c3b5,37447,1733235585844 2024-12-03T14:19:46,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0330731985 2024-12-03T14:19:46,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45385-0x1019b90254c0001, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0330731985/master 2024-12-03T14:19:46,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45385-0x1019b90254c0001, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0330731985 2024-12-03T14:19:46,077 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Set watcher on existing znode=/0330731985/master 2024-12-03T14:19:46,077 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0330731985/backup-masters/3920e6a7c3b5,37447,1733235585844 from backup master directory 2024-12-03T14:19:46,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0330731985/backup-masters/3920e6a7c3b5,37447,1733235585844 2024-12-03T14:19:46,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45385-0x1019b90254c0001, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0330731985/backup-masters 2024-12-03T14:19:46,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0330731985/backup-masters 2024-12-03T14:19:46,087 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:19:46,087 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3920e6a7c3b5,37447,1733235585844 2024-12-03T14:19:46,091 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/hbase.id] with ID: 6ba740cd-0325-47f1-86fb-f2d1ee1b3d54 2024-12-03T14:19:46,091 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/.tmp/hbase.id 2024-12-03T14:19:46,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741826_1002 (size=42) 2024-12-03T14:19:46,500 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/.tmp/hbase.id]:[hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/hbase.id] 2024-12-03T14:19:46,510 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:46,510 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T14:19:46,511 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T14:19:46,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45385-0x1019b90254c0001, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0330731985 2024-12-03T14:19:46,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0330731985 2024-12-03T14:19:46,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741827_1003 (size=196) 2024-12-03T14:19:46,944 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:19:46,945 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T14:19:46,945 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:19:46,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741828_1004 (size=1189) 2024-12-03T14:19:47,351 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/MasterData/data/master/store 2024-12-03T14:19:47,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741829_1005 (size=34) 2024-12-03T14:19:47,695 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:19:47,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:47,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:47,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:47,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:47,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:47,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:47,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:47,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:47,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:47,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:47,758 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:47,758 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:19:47,758 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:47,758 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:47,758 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:19:47,758 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:47,759 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:47,759 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235587758Disabling compacts and flushes for region at 1733235587758Disabling writes for close at 1733235587758Writing region close event to WAL at 1733235587758Closed at 1733235587758 2024-12-03T14:19:47,759 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/MasterData/data/master/store/.initializing 2024-12-03T14:19:47,759 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/MasterData/WALs/3920e6a7c3b5,37447,1733235585844 2024-12-03T14:19:47,760 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:19:47,762 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3920e6a7c3b5%2C37447%2C1733235585844, suffix=, logDir=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/MasterData/WALs/3920e6a7c3b5,37447,1733235585844, archiveDir=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/MasterData/oldWALs, maxLogs=10 2024-12-03T14:19:47,777 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/MasterData/WALs/3920e6a7c3b5,37447,1733235585844/3920e6a7c3b5%2C37447%2C1733235585844.1733235587762, exclude list is [], retry=0 2024-12-03T14:19:47,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39017,DS-01d74610-813e-4ab5-82a2-2155a951d39c,DISK] 2024-12-03T14:19:47,783 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/MasterData/WALs/3920e6a7c3b5,37447,1733235585844/3920e6a7c3b5%2C37447%2C1733235585844.1733235587762 2024-12-03T14:19:47,785 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35073:35073)] 2024-12-03T14:19:47,785 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:19:47,785 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:47,785 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:47,785 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:47,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:47,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T14:19:47,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:47,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:47,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:47,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T14:19:47,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:47,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:47,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:47,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T14:19:47,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:47,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:47,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:47,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T14:19:47,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:47,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:47,794 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:47,794 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:47,795 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:47,796 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:47,796 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:47,796 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:19:47,797 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:47,800 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:19:47,800 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69559677, jitterRate=0.036519959568977356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:19:47,801 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733235587785Initializing all the Stores at 1733235587786 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235587786Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235587786Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235587786Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235587786Cleaning up temporary data from old regions at 1733235587796 (+10 ms)Region opened successfully at 1733235587801 (+5 ms) 2024-12-03T14:19:47,801 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T14:19:47,809 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a529504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:19:47,809 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T14:19:47,810 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T14:19:47,810 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T14:19:47,810 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T14:19:47,810 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T14:19:47,811 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T14:19:47,811 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T14:19:47,817 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T14:19:47,818 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Unable to get data of znode /0330731985/balancer because node does not exist (not necessarily an error) 2024-12-03T14:19:47,887 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0330731985/balancer already deleted, retry=false 2024-12-03T14:19:47,887 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T14:19:47,888 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Unable to get data of znode /0330731985/normalizer because node does not exist (not necessarily an error) 2024-12-03T14:19:47,897 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0330731985/normalizer already deleted, retry=false 2024-12-03T14:19:47,898 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T14:19:47,899 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Unable to get data of znode /0330731985/switch/split because node does not exist (not necessarily an error) 2024-12-03T14:19:47,908 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0330731985/switch/split already deleted, retry=false 2024-12-03T14:19:47,909 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Unable to get data of znode /0330731985/switch/merge because node does not exist (not necessarily an error) 2024-12-03T14:19:47,918 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0330731985/switch/merge already deleted, retry=false 2024-12-03T14:19:47,920 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Unable to get data of znode /0330731985/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T14:19:47,929 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0330731985/snapshot-cleanup already deleted, retry=false 2024-12-03T14:19:47,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45385-0x1019b90254c0001, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0330731985/running 2024-12-03T14:19:47,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0330731985/running 2024-12-03T14:19:47,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45385-0x1019b90254c0001, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0330731985 2024-12-03T14:19:47,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0330731985 2024-12-03T14:19:47,940 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3920e6a7c3b5,37447,1733235585844, sessionid=0x1019b90254c0000, setting cluster-up flag (Was=false) 2024-12-03T14:19:47,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0330731985 2024-12-03T14:19:47,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45385-0x1019b90254c0001, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0330731985 2024-12-03T14:19:47,992 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0330731985/flush-table-proc/acquired, /0330731985/flush-table-proc/reached, /0330731985/flush-table-proc/abort 2024-12-03T14:19:47,994 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,37447,1733235585844 2024-12-03T14:19:48,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45385-0x1019b90254c0001, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0330731985 2024-12-03T14:19:48,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0330731985 2024-12-03T14:19:48,045 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0330731985/online-snapshot/acquired, /0330731985/online-snapshot/reached, /0330731985/online-snapshot/abort 2024-12-03T14:19:48,046 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,37447,1733235585844 2024-12-03T14:19:48,048 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T14:19:48,052 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T14:19:48,053 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T14:19:48,053 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T14:19:48,053 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 3920e6a7c3b5,39069,1733235529340: status=Processing ServerCrashProcedure of 3920e6a7c3b5,39069,1733235529340 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733235544911, completionTime=-1 appears to have been leaked 2024-12-03T14:19:48,053 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3920e6a7c3b5,37447,1733235585844 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T14:19:48,059 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:19:48,060 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:19:48,060 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:19:48,060 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:19:48,060 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3920e6a7c3b5:0, corePoolSize=10, maxPoolSize=10 2024-12-03T14:19:48,060 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:48,060 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:19:48,060 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:48,066 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(746): ClusterId : 6ba740cd-0325-47f1-86fb-f2d1ee1b3d54 2024-12-03T14:19:48,066 DEBUG [RS:0;3920e6a7c3b5:45385 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T14:19:48,070 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:19:48,070 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T14:19:48,070 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733235618070 2024-12-03T14:19:48,070 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T14:19:48,071 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T14:19:48,071 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T14:19:48,071 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T14:19:48,071 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T14:19:48,071 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T14:19:48,071 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:48,071 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T14:19:48,076 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:48,077 DEBUG [RS:0;3920e6a7c3b5:45385 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T14:19:48,077 DEBUG [RS:0;3920e6a7c3b5:45385 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T14:19:48,080 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T14:19:48,080 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T14:19:48,080 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T14:19:48,081 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T14:19:48,081 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T14:19:48,081 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T14:19:48,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741831_1007 (size=1321) 2024-12-03T14:19:48,088 DEBUG [RS:0;3920e6a7c3b5:45385 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T14:19:48,088 DEBUG [RS:0;3920e6a7c3b5:45385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aac30b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:19:48,092 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235588081,5,FailOnTimeoutGroup] 2024-12-03T14:19:48,096 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235588092,5,FailOnTimeoutGroup] 2024-12-03T14:19:48,096 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:48,096 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T14:19:48,096 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:48,096 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:48,117 DEBUG [RS:0;3920e6a7c3b5:45385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3920e6a7c3b5:45385 2024-12-03T14:19:48,117 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T14:19:48,117 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T14:19:48,117 DEBUG [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T14:19:48,118 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(2659): reportForDuty to master=3920e6a7c3b5,37447,1733235585844 with port=45385, startcode=1733235586019 2024-12-03T14:19:48,118 DEBUG [RS:0;3920e6a7c3b5:45385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T14:19:48,119 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T14:19:48,120 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37447 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3920e6a7c3b5,45385,1733235586019 2024-12-03T14:19:48,120 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37447 {}] master.ServerManager(517): Registering regionserver=3920e6a7c3b5,45385,1733235586019 2024-12-03T14:19:48,122 DEBUG [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac 2024-12-03T14:19:48,122 DEBUG [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43325 2024-12-03T14:19:48,122 DEBUG [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T14:19:48,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0330731985/rs 2024-12-03T14:19:48,130 DEBUG [RS:0;3920e6a7c3b5:45385 {}] zookeeper.ZKUtil(111): regionserver:45385-0x1019b90254c0001, quorum=127.0.0.1:52910, baseZNode=/0330731985 Set watcher on existing znode=/0330731985/rs/3920e6a7c3b5,45385,1733235586019 2024-12-03T14:19:48,130 WARN [RS:0;3920e6a7c3b5:45385 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:19:48,130 INFO [RS:0;3920e6a7c3b5:45385 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:19:48,130 DEBUG [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019 2024-12-03T14:19:48,130 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3920e6a7c3b5,45385,1733235586019] 2024-12-03T14:19:48,140 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T14:19:48,142 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T14:19:48,142 INFO [RS:0;3920e6a7c3b5:45385 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T14:19:48,142 INFO [RS:0;3920e6a7c3b5:45385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:48,144 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T14:19:48,145 INFO [RS:0;3920e6a7c3b5:45385 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T14:19:48,145 INFO [RS:0;3920e6a7c3b5:45385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:48,145 DEBUG [RS:0;3920e6a7c3b5:45385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:48,145 DEBUG [RS:0;3920e6a7c3b5:45385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:48,145 DEBUG [RS:0;3920e6a7c3b5:45385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:48,145 DEBUG [RS:0;3920e6a7c3b5:45385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:48,145 DEBUG [RS:0;3920e6a7c3b5:45385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:48,145 DEBUG [RS:0;3920e6a7c3b5:45385 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:19:48,145 DEBUG [RS:0;3920e6a7c3b5:45385 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:48,145 DEBUG [RS:0;3920e6a7c3b5:45385 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:48,145 DEBUG [RS:0;3920e6a7c3b5:45385 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:48,145 DEBUG [RS:0;3920e6a7c3b5:45385 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:48,145 DEBUG [RS:0;3920e6a7c3b5:45385 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:48,145 DEBUG [RS:0;3920e6a7c3b5:45385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:48,145 DEBUG [RS:0;3920e6a7c3b5:45385 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:19:48,145 DEBUG [RS:0;3920e6a7c3b5:45385 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:19:48,148 INFO [RS:0;3920e6a7c3b5:45385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:48,148 INFO [RS:0;3920e6a7c3b5:45385 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:48,148 INFO [RS:0;3920e6a7c3b5:45385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:48,148 INFO [RS:0;3920e6a7c3b5:45385 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:48,148 INFO [RS:0;3920e6a7c3b5:45385 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:48,148 INFO [RS:0;3920e6a7c3b5:45385 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,45385,1733235586019-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:19:48,171 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T14:19:48,171 INFO [RS:0;3920e6a7c3b5:45385 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,45385,1733235586019-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:48,171 INFO [RS:0;3920e6a7c3b5:45385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:48,171 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.Replication(171): 3920e6a7c3b5,45385,1733235586019 started 2024-12-03T14:19:48,187 INFO [RS:0;3920e6a7c3b5:45385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:48,187 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(1482): Serving as 3920e6a7c3b5,45385,1733235586019, RpcServer on 3920e6a7c3b5/172.17.0.2:45385, sessionid=0x1019b90254c0001 2024-12-03T14:19:48,187 DEBUG [RS:0;3920e6a7c3b5:45385 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T14:19:48,187 DEBUG [RS:0;3920e6a7c3b5:45385 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3920e6a7c3b5,45385,1733235586019 2024-12-03T14:19:48,187 DEBUG [RS:0;3920e6a7c3b5:45385 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,45385,1733235586019' 2024-12-03T14:19:48,187 DEBUG [RS:0;3920e6a7c3b5:45385 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0330731985/flush-table-proc/abort' 2024-12-03T14:19:48,187 DEBUG [RS:0;3920e6a7c3b5:45385 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0330731985/flush-table-proc/acquired' 2024-12-03T14:19:48,188 DEBUG [RS:0;3920e6a7c3b5:45385 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T14:19:48,188 DEBUG [RS:0;3920e6a7c3b5:45385 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T14:19:48,188 DEBUG [RS:0;3920e6a7c3b5:45385 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3920e6a7c3b5,45385,1733235586019 2024-12-03T14:19:48,188 DEBUG [RS:0;3920e6a7c3b5:45385 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,45385,1733235586019' 2024-12-03T14:19:48,188 DEBUG [RS:0;3920e6a7c3b5:45385 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0330731985/online-snapshot/abort' 2024-12-03T14:19:48,188 DEBUG [RS:0;3920e6a7c3b5:45385 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0330731985/online-snapshot/acquired' 2024-12-03T14:19:48,188 DEBUG [RS:0;3920e6a7c3b5:45385 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T14:19:48,188 INFO [RS:0;3920e6a7c3b5:45385 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T14:19:48,188 INFO [RS:0;3920e6a7c3b5:45385 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T14:19:48,289 INFO [RS:0;3920e6a7c3b5:45385 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:19:48,290 INFO [RS:0;3920e6a7c3b5:45385 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C45385%2C1733235586019, suffix=, logDir=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019, archiveDir=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/oldWALs, maxLogs=10 2024-12-03T14:19:48,306 DEBUG [RS:0;3920e6a7c3b5:45385 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290, exclude list is [], retry=0 2024-12-03T14:19:48,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39017,DS-01d74610-813e-4ab5-82a2-2155a951d39c,DISK] 2024-12-03T14:19:48,313 INFO [RS:0;3920e6a7c3b5:45385 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 2024-12-03T14:19:48,319 DEBUG [RS:0;3920e6a7c3b5:45385 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35073:35073)] 2024-12-03T14:19:48,352 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:48,353 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:19:48,353 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8204 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:19:48,487 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T14:19:48,487 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac 2024-12-03T14:19:48,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741833_1009 (size=32) 2024-12-03T14:19:48,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:48,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:19:48,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:19:48,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:48,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:48,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:19:48,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:19:48,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:48,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:48,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:19:48,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:19:48,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:48,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:48,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:19:48,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:19:48,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:48,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:48,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:19:48,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740 2024-12-03T14:19:48,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740 2024-12-03T14:19:48,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:19:48,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:19:48,910 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:19:48,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:19:48,912 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:19:48,913 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61206963, jitterRate=-0.08794517815113068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:19:48,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733235588902Initializing all the Stores at 1733235588903 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235588903Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235588903Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235588903Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235588903Cleaning up temporary data from old regions at 1733235588909 (+6 ms)Region opened successfully at 1733235588913 (+4 ms) 2024-12-03T14:19:48,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:19:48,913 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:19:48,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:19:48,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:19:48,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:19:48,913 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:19:48,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235588913Disabling compacts and flushes for region at 1733235588913Disabling writes for close at 1733235588913Writing region close event to WAL at 1733235588913Closed at 1733235588913 2024-12-03T14:19:48,914 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:19:48,914 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T14:19:48,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T14:19:48,915 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:19:48,915 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T14:19:49,066 DEBUG [3920e6a7c3b5:37447 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:19:49,066 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3920e6a7c3b5,45385,1733235586019 2024-12-03T14:19:49,067 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,45385,1733235586019, state=OPENING 2024-12-03T14:19:49,118 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T14:19:49,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0330731985 2024-12-03T14:19:49,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45385-0x1019b90254c0001, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0330731985 2024-12-03T14:19:49,129 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:19:49,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0330731985/meta-region-server: CHANGED 2024-12-03T14:19:49,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,45385,1733235586019}] 2024-12-03T14:19:49,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0330731985/meta-region-server: CHANGED 2024-12-03T14:19:49,282 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:19:49,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T14:19:49,286 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T14:19:49,286 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:19:49,286 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T14:19:49,287 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C45385%2C1733235586019.meta, suffix=.meta, logDir=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019, archiveDir=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/oldWALs, maxLogs=10 2024-12-03T14:19:49,297 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.meta.1733235589287.meta, exclude list is [], retry=0 2024-12-03T14:19:49,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39017,DS-01d74610-813e-4ab5-82a2-2155a951d39c,DISK] 2024-12-03T14:19:49,300 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.meta.1733235589287.meta 2024-12-03T14:19:49,300 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35073:35073)] 2024-12-03T14:19:49,300 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:19:49,300 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:19:49,300 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:19:49,300 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T14:19:49,301 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T14:19:49,301 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T14:19:49,301 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:49,301 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T14:19:49,301 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T14:19:49,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:19:49,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:19:49,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:49,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:49,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:19:49,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:19:49,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:49,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:49,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:19:49,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:19:49,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:49,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:49,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:19:49,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:19:49,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:49,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:49,306 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:19:49,306 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740 2024-12-03T14:19:49,307 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740 2024-12-03T14:19:49,308 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:19:49,308 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:19:49,308 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:19:49,309 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:19:49,309 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61608261, jitterRate=-0.081965371966362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:19:49,310 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T14:19:49,310 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733235589301Writing region info on filesystem at 1733235589301Initializing all the Stores at 1733235589302 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235589302Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235589302Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235589302Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235589302Cleaning up temporary data from old regions at 1733235589308 (+6 ms)Running coprocessor post-open hooks at 1733235589310 (+2 ms)Region opened successfully at 1733235589310 2024-12-03T14:19:49,311 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733235589282 2024-12-03T14:19:49,313 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T14:19:49,313 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T14:19:49,313 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,45385,1733235586019 2024-12-03T14:19:49,314 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,45385,1733235586019, state=OPEN 2024-12-03T14:19:49,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0330731985/meta-region-server 2024-12-03T14:19:49,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45385-0x1019b90254c0001, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0330731985/meta-region-server 2024-12-03T14:19:49,347 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,45385,1733235586019 2024-12-03T14:19:49,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0330731985/meta-region-server: CHANGED 2024-12-03T14:19:49,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0330731985/meta-region-server: CHANGED 2024-12-03T14:19:49,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T14:19:49,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,45385,1733235586019 in 219 msec 2024-12-03T14:19:49,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T14:19:49,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 436 msec 2024-12-03T14:19:49,352 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:19:49,352 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T14:19:49,353 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:19:49,353 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,45385,1733235586019, seqNum=-1] 2024-12-03T14:19:49,354 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:19:49,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:19:49,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3090 sec 2024-12-03T14:19:49,359 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733235589359, completionTime=-1 2024-12-03T14:19:49,359 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T14:19:49,359 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T14:19:49,360 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T14:19:49,360 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733235649360 2024-12-03T14:19:49,360 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733235709360 2024-12-03T14:19:49,360 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T14:19:49,361 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,37447,1733235585844-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:49,361 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,37447,1733235585844-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:49,361 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,37447,1733235585844-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:49,361 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3920e6a7c3b5:37447, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:49,361 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:49,361 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:49,363 DEBUG [master/3920e6a7c3b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T14:19:49,364 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.277sec 2024-12-03T14:19:49,364 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T14:19:49,364 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T14:19:49,364 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T14:19:49,364 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T14:19:49,364 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T14:19:49,364 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,37447,1733235585844-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:19:49,365 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,37447,1733235585844-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T14:19:49,366 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T14:19:49,366 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T14:19:49,366 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,37447,1733235585844-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:49,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427b6edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:49,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,37447,-1 for getting cluster id 2024-12-03T14:19:49,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:49,463 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ba740cd-0325-47f1-86fb-f2d1ee1b3d54' 2024-12-03T14:19:49,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:49,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ba740cd-0325-47f1-86fb-f2d1ee1b3d54" 2024-12-03T14:19:49,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d18c5b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:49,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,37447,-1] 2024-12-03T14:19:49,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:49,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:49,464 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:49,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453c8ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:49,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:19:49,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,45385,1733235586019, seqNum=-1] 2024-12-03T14:19:49,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:19:49,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:19:49,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3920e6a7c3b5,37447,1733235585844 2024-12-03T14:19:49,469 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52910 2024-12-03T14:19:49,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:19:49,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019b90254c0002 connected 2024-12-03T14:19:49,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/hadoop.log.dir so I do NOT create it in target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d 2024-12-03T14:19:49,499 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T14:19:49,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/hadoop.tmp.dir so I do NOT create it in target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d 2024-12-03T14:19:49,499 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T14:19:49,499 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d 2024-12-03T14:19:49,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T14:19:49,499 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/cluster_3f577faa-12da-98e1-dafd-db4d05fcd826, deleteOnExit=true 2024-12-03T14:19:49,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T14:19:49,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/test.cache.data in system properties and HBase conf 2024-12-03T14:19:49,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T14:19:49,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/hadoop.log.dir in system properties and HBase conf 2024-12-03T14:19:49,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T14:19:49,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T14:19:49,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T14:19:49,500 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T14:19:49,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:19:49,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:19:49,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T14:19:49,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:19:49,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T14:19:49,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T14:19:49,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:19:49,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:19:49,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T14:19:49,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/nfs.dump.dir in system properties and HBase conf 2024-12-03T14:19:49,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/java.io.tmpdir in system properties and HBase conf 2024-12-03T14:19:49,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:19:49,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T14:19:49,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T14:19:49,785 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:19:49,787 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:19:49,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:19:49,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:19:49,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T14:19:49,790 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:19:49,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64f1fa9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:19:49,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@748d40d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:19:49,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44f511c4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/java.io.tmpdir/jetty-localhost-34809-hadoop-hdfs-3_4_1-tests_jar-_-any-16072571885205539042/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:19:49,881 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7da30d31{HTTP/1.1, (http/1.1)}{localhost:34809} 2024-12-03T14:19:49,881 INFO [Time-limited test {}] server.Server(415): Started @204490ms 2024-12-03T14:19:50,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:19:50,130 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:19:50,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:19:50,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:19:50,133 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T14:19:50,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25157a91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:19:50,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1664869a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:19:50,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fdc8907{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/java.io.tmpdir/jetty-localhost-43843-hadoop-hdfs-3_4_1-tests_jar-_-any-409308499945371507/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:19:50,235 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55806806{HTTP/1.1, (http/1.1)}{localhost:43843} 2024-12-03T14:19:50,236 INFO [Time-limited test {}] server.Server(415): Started @204844ms 2024-12-03T14:19:50,236 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T14:19:50,844 WARN [Thread-2302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/cluster_3f577faa-12da-98e1-dafd-db4d05fcd826/data/data1/current/BP-1150043459-172.17.0.2-1733235589513/current, will proceed with Du for space computation calculation, 2024-12-03T14:19:50,844 WARN [Thread-2303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/cluster_3f577faa-12da-98e1-dafd-db4d05fcd826/data/data2/current/BP-1150043459-172.17.0.2-1733235589513/current, will proceed with Du for space computation calculation, 2024-12-03T14:19:50,860 WARN [Thread-2290 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T14:19:50,862 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9fcc01e0e82f9caf with lease ID 0xe1885e7a1e9e3a30: Processing first storage report for DS-5f610c4a-3e71-43fd-b484-e68c9c60b7fe from datanode DatanodeRegistration(127.0.0.1:36341, datanodeUuid=365c8027-221d-41ba-b4ea-02276b3277e0, infoPort=38259, infoSecurePort=0, ipcPort=37713, storageInfo=lv=-57;cid=testClusterID;nsid=1328613964;c=1733235589513) 2024-12-03T14:19:50,862 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9fcc01e0e82f9caf with lease ID 0xe1885e7a1e9e3a30: from storage DS-5f610c4a-3e71-43fd-b484-e68c9c60b7fe node DatanodeRegistration(127.0.0.1:36341, datanodeUuid=365c8027-221d-41ba-b4ea-02276b3277e0, infoPort=38259, infoSecurePort=0, ipcPort=37713, storageInfo=lv=-57;cid=testClusterID;nsid=1328613964;c=1733235589513), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:19:50,862 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9fcc01e0e82f9caf with lease ID 0xe1885e7a1e9e3a30: Processing first storage report for DS-ab976171-5f69-40e1-a606-02e373ea5a18 from datanode DatanodeRegistration(127.0.0.1:36341, datanodeUuid=365c8027-221d-41ba-b4ea-02276b3277e0, infoPort=38259, infoSecurePort=0, ipcPort=37713, storageInfo=lv=-57;cid=testClusterID;nsid=1328613964;c=1733235589513) 2024-12-03T14:19:50,862 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9fcc01e0e82f9caf with lease ID 0xe1885e7a1e9e3a30: from storage DS-ab976171-5f69-40e1-a606-02e373ea5a18 node DatanodeRegistration(127.0.0.1:36341, datanodeUuid=365c8027-221d-41ba-b4ea-02276b3277e0, infoPort=38259, infoSecurePort=0, ipcPort=37713, storageInfo=lv=-57;cid=testClusterID;nsid=1328613964;c=1733235589513), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:19:50,958 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d 2024-12-03T14:19:50,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:50,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:50,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741825_1001 (size=7) 2024-12-03T14:19:51,365 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e with version=8 2024-12-03T14:19:51,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/hbase-staging 2024-12-03T14:19:51,367 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:19:51,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:51,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:51,368 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:19:51,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:51,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:19:51,368 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T14:19:51,368 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:19:51,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34187 2024-12-03T14:19:51,369 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34187 connecting to ZooKeeper ensemble=127.0.0.1:52910 2024-12-03T14:19:51,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341870x0, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:19:51,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34187-0x1019b90254c0003 connected 2024-12-03T14:19:51,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:51,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:51,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Set watcher on znode that does not yet exist, /1-734206300/running 2024-12-03T14:19:51,491 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e, hbase.cluster.distributed=false 2024-12-03T14:19:51,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Set watcher on znode that does not yet exist, /1-734206300/acl 2024-12-03T14:19:51,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34187 2024-12-03T14:19:51,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34187 2024-12-03T14:19:51,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34187 2024-12-03T14:19:51,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34187 2024-12-03T14:19:51,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34187 2024-12-03T14:19:51,505 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:19:51,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:51,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:51,505 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:19:51,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:19:51,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:19:51,505 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T14:19:51,506 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:19:51,506 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38697 2024-12-03T14:19:51,507 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38697 connecting to ZooKeeper ensemble=127.0.0.1:52910 2024-12-03T14:19:51,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:51,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:51,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386970x0, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:19:51,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386970x0, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Set watcher on znode that does not yet exist, /1-734206300/running 2024-12-03T14:19:51,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38697-0x1019b90254c0004 connected 2024-12-03T14:19:51,519 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T14:19:51,520 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T14:19:51,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38697-0x1019b90254c0004, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Set watcher on znode that does not yet exist, /1-734206300/master 2024-12-03T14:19:51,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38697-0x1019b90254c0004, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Set watcher on znode that does not yet exist, /1-734206300/acl 2024-12-03T14:19:51,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38697 2024-12-03T14:19:51,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38697 2024-12-03T14:19:51,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38697 2024-12-03T14:19:51,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38697 2024-12-03T14:19:51,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38697 2024-12-03T14:19:51,536 DEBUG [M:0;3920e6a7c3b5:34187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3920e6a7c3b5:34187 2024-12-03T14:19:51,538 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-734206300/backup-masters/3920e6a7c3b5,34187,1733235591367 2024-12-03T14:19:51,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-734206300/backup-masters 2024-12-03T14:19:51,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38697-0x1019b90254c0004, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-734206300/backup-masters 2024-12-03T14:19:51,550 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Set watcher on existing znode=/1-734206300/backup-masters/3920e6a7c3b5,34187,1733235591367 2024-12-03T14:19:51,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-734206300 2024-12-03T14:19:51,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38697-0x1019b90254c0004, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-734206300/master 2024-12-03T14:19:51,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38697-0x1019b90254c0004, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-734206300 2024-12-03T14:19:51,561 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Set watcher on existing znode=/1-734206300/master 2024-12-03T14:19:51,561 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-734206300/backup-masters/3920e6a7c3b5,34187,1733235591367 from backup master directory 2024-12-03T14:19:51,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-734206300/backup-masters/3920e6a7c3b5,34187,1733235591367 2024-12-03T14:19:51,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-734206300/backup-masters 2024-12-03T14:19:51,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38697-0x1019b90254c0004, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-734206300/backup-masters 2024-12-03T14:19:51,571 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:19:51,571 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3920e6a7c3b5,34187,1733235591367 2024-12-03T14:19:51,574 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/hbase.id] with ID: 9030f6c1-98ea-4e3a-b008-843822385f03 2024-12-03T14:19:51,574 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/.tmp/hbase.id 2024-12-03T14:19:51,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741826_1002 (size=42) 2024-12-03T14:19:51,978 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/.tmp/hbase.id]:[hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/hbase.id] 2024-12-03T14:19:51,985 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:19:51,986 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T14:19:51,986 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T14:19:52,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38697-0x1019b90254c0004, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-734206300 2024-12-03T14:19:52,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-734206300 2024-12-03T14:19:52,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741827_1003 (size=196) 2024-12-03T14:19:52,449 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:19:52,449 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T14:19:52,450 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:19:52,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741828_1004 (size=1189) 2024-12-03T14:19:52,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T14:19:52,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T14:19:52,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:19:52,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T14:19:52,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:19:52,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T14:19:52,855 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/MasterData/data/master/store 2024-12-03T14:19:52,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741829_1005 (size=34) 2024-12-03T14:19:53,260 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:53,260 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:19:53,260 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:53,260 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:53,260 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:19:53,260 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:53,260 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:19:53,260 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235593260Disabling compacts and flushes for region at 1733235593260Disabling writes for close at 1733235593260Writing region close event to WAL at 1733235593260Closed at 1733235593260 2024-12-03T14:19:53,261 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/MasterData/data/master/store/.initializing 2024-12-03T14:19:53,261 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/MasterData/WALs/3920e6a7c3b5,34187,1733235591367 2024-12-03T14:19:53,262 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:19:53,263 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3920e6a7c3b5%2C34187%2C1733235591367, suffix=, logDir=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/MasterData/WALs/3920e6a7c3b5,34187,1733235591367, archiveDir=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/MasterData/oldWALs, maxLogs=10 2024-12-03T14:19:53,273 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/MasterData/WALs/3920e6a7c3b5,34187,1733235591367/3920e6a7c3b5%2C34187%2C1733235591367.1733235593263, exclude list is [], retry=0 2024-12-03T14:19:53,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36341,DS-5f610c4a-3e71-43fd-b484-e68c9c60b7fe,DISK] 2024-12-03T14:19:53,276 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/MasterData/WALs/3920e6a7c3b5,34187,1733235591367/3920e6a7c3b5%2C34187%2C1733235591367.1733235593263 2024-12-03T14:19:53,276 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38259:38259)] 2024-12-03T14:19:53,276 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:19:53,276 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:53,276 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:53,276 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:53,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:53,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T14:19:53,278 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:53,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:53,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:53,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T14:19:53,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:53,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:53,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:53,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T14:19:53,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:53,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:53,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:53,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T14:19:53,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:53,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:53,282 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:53,282 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:53,283 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:53,283 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:53,283 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:53,283 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:19:53,284 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:19:53,286 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:19:53,286 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63154128, jitterRate=-0.058930158615112305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:19:53,286 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733235593276Initializing all the Stores at 1733235593277 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235593277Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235593277Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235593277Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235593277Cleaning up temporary data from old regions at 1733235593283 (+6 ms)Region opened successfully at 1733235593286 (+3 ms) 2024-12-03T14:19:53,286 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T14:19:53,288 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7228cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:19:53,288 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T14:19:53,288 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T14:19:53,288 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T14:19:53,289 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T14:19:53,289 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T14:19:53,289 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T14:19:53,289 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T14:19:53,290 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T14:19:53,291 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Unable to get data of znode /1-734206300/balancer because node does not exist (not necessarily an error) 2024-12-03T14:19:53,350 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-734206300/balancer already deleted, retry=false 2024-12-03T14:19:53,350 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T14:19:53,350 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Unable to get data of znode /1-734206300/normalizer because node does not exist (not necessarily an error) 2024-12-03T14:19:53,360 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-734206300/normalizer already deleted, retry=false 2024-12-03T14:19:53,360 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T14:19:53,361 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Unable to get data of znode /1-734206300/switch/split because node does not exist (not necessarily an error) 2024-12-03T14:19:53,371 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-734206300/switch/split already deleted, retry=false 2024-12-03T14:19:53,371 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Unable to get data of znode /1-734206300/switch/merge because node does not exist (not necessarily an error) 2024-12-03T14:19:53,381 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-734206300/switch/merge already deleted, retry=false 2024-12-03T14:19:53,382 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Unable to get data of znode /1-734206300/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T14:19:53,392 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-734206300/snapshot-cleanup already deleted, retry=false 2024-12-03T14:19:53,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-734206300/running 2024-12-03T14:19:53,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38697-0x1019b90254c0004, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-734206300/running 2024-12-03T14:19:53,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-734206300 2024-12-03T14:19:53,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38697-0x1019b90254c0004, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-734206300 2024-12-03T14:19:53,402 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3920e6a7c3b5,34187,1733235591367, sessionid=0x1019b90254c0003, setting cluster-up flag (Was=false) 2024-12-03T14:19:53,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-734206300 2024-12-03T14:19:53,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38697-0x1019b90254c0004, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-734206300 2024-12-03T14:19:53,455 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-734206300/flush-table-proc/acquired, /1-734206300/flush-table-proc/reached, /1-734206300/flush-table-proc/abort 2024-12-03T14:19:53,456 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,34187,1733235591367 2024-12-03T14:19:53,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-734206300 2024-12-03T14:19:53,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38697-0x1019b90254c0004, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-734206300 2024-12-03T14:19:53,508 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-734206300/online-snapshot/acquired, /1-734206300/online-snapshot/reached, /1-734206300/online-snapshot/abort 2024-12-03T14:19:53,508 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,34187,1733235591367 2024-12-03T14:19:53,509 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T14:19:53,511 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T14:19:53,511 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T14:19:53,511 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T14:19:53,511 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3920e6a7c3b5,34187,1733235591367 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T14:19:53,513 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:19:53,513 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:19:53,513 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:19:53,513 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:19:53,513 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3920e6a7c3b5:0, corePoolSize=10, maxPoolSize=10 2024-12-03T14:19:53,513 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:53,513 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:19:53,513 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:53,525 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:19:53,525 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T14:19:53,526 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:53,526 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T14:19:53,535 INFO [RS:0;3920e6a7c3b5:38697 {}] regionserver.HRegionServer(746): ClusterId : 9030f6c1-98ea-4e3a-b008-843822385f03 2024-12-03T14:19:53,535 DEBUG [RS:0;3920e6a7c3b5:38697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T14:19:53,536 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733235623536 2024-12-03T14:19:53,536 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T14:19:53,536 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T14:19:53,536 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T14:19:53,536 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T14:19:53,536 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T14:19:53,536 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T14:19:53,544 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:53,544 DEBUG [RS:0;3920e6a7c3b5:38697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T14:19:53,544 DEBUG [RS:0;3920e6a7c3b5:38697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T14:19:53,548 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T14:19:53,548 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T14:19:53,549 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T14:19:53,549 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T14:19:53,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741831_1007 (size=1321) 2024-12-03T14:19:53,551 DEBUG [RS:0;3920e6a7c3b5:38697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T14:19:53,551 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T14:19:53,551 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e 2024-12-03T14:19:53,551 DEBUG [RS:0;3920e6a7c3b5:38697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554c6762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:19:53,556 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T14:19:53,556 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T14:19:53,556 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235593556,5,FailOnTimeoutGroup] 2024-12-03T14:19:53,564 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235593556,5,FailOnTimeoutGroup] 2024-12-03T14:19:53,564 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:53,564 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T14:19:53,564 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:53,564 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:53,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741832_1008 (size=32) 2024-12-03T14:19:53,584 DEBUG [RS:0;3920e6a7c3b5:38697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3920e6a7c3b5:38697 2024-12-03T14:19:53,584 INFO [RS:0;3920e6a7c3b5:38697 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T14:19:53,584 INFO [RS:0;3920e6a7c3b5:38697 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T14:19:53,584 DEBUG [RS:0;3920e6a7c3b5:38697 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T14:19:53,588 INFO [RS:0;3920e6a7c3b5:38697 {}] regionserver.HRegionServer(2659): reportForDuty to master=3920e6a7c3b5,34187,1733235591367 with port=38697, startcode=1733235591505 2024-12-03T14:19:53,588 DEBUG [RS:0;3920e6a7c3b5:38697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T14:19:53,590 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T14:19:53,591 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34187 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3920e6a7c3b5,38697,1733235591505 2024-12-03T14:19:53,591 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34187 {}] master.ServerManager(517): Registering regionserver=3920e6a7c3b5,38697,1733235591505 2024-12-03T14:19:53,592 DEBUG [RS:0;3920e6a7c3b5:38697 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e 2024-12-03T14:19:53,592 DEBUG [RS:0;3920e6a7c3b5:38697 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39581 2024-12-03T14:19:53,592 DEBUG [RS:0;3920e6a7c3b5:38697 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T14:19:53,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-734206300/rs 2024-12-03T14:19:53,603 DEBUG [RS:0;3920e6a7c3b5:38697 {}] zookeeper.ZKUtil(111): regionserver:38697-0x1019b90254c0004, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Set watcher on existing znode=/1-734206300/rs/3920e6a7c3b5,38697,1733235591505 2024-12-03T14:19:53,603 WARN [RS:0;3920e6a7c3b5:38697 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:19:53,603 INFO [RS:0;3920e6a7c3b5:38697 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:19:53,603 DEBUG [RS:0;3920e6a7c3b5:38697 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505 2024-12-03T14:19:53,604 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3920e6a7c3b5,38697,1733235591505] 2024-12-03T14:19:53,607 INFO [RS:0;3920e6a7c3b5:38697 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T14:19:53,620 INFO [RS:0;3920e6a7c3b5:38697 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T14:19:53,624 INFO [RS:0;3920e6a7c3b5:38697 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T14:19:53,624 INFO [RS:0;3920e6a7c3b5:38697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:53,626 INFO [RS:0;3920e6a7c3b5:38697 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T14:19:53,626 INFO [RS:0;3920e6a7c3b5:38697 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T14:19:53,627 INFO [RS:0;3920e6a7c3b5:38697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:53,627 DEBUG [RS:0;3920e6a7c3b5:38697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:53,627 DEBUG [RS:0;3920e6a7c3b5:38697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:53,627 DEBUG [RS:0;3920e6a7c3b5:38697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:53,627 DEBUG [RS:0;3920e6a7c3b5:38697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:53,627 DEBUG [RS:0;3920e6a7c3b5:38697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:53,627 DEBUG [RS:0;3920e6a7c3b5:38697 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:19:53,627 DEBUG [RS:0;3920e6a7c3b5:38697 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:53,627 DEBUG [RS:0;3920e6a7c3b5:38697 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:53,627 DEBUG [RS:0;3920e6a7c3b5:38697 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:53,627 DEBUG [RS:0;3920e6a7c3b5:38697 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:53,627 DEBUG [RS:0;3920e6a7c3b5:38697 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:53,627 DEBUG [RS:0;3920e6a7c3b5:38697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:19:53,627 DEBUG [RS:0;3920e6a7c3b5:38697 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:19:53,627 DEBUG [RS:0;3920e6a7c3b5:38697 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:19:53,652 INFO [RS:0;3920e6a7c3b5:38697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:53,652 INFO [RS:0;3920e6a7c3b5:38697 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:53,652 INFO [RS:0;3920e6a7c3b5:38697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:53,652 INFO [RS:0;3920e6a7c3b5:38697 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:53,652 INFO [RS:0;3920e6a7c3b5:38697 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:53,652 INFO [RS:0;3920e6a7c3b5:38697 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,38697,1733235591505-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:19:53,670 INFO [RS:0;3920e6a7c3b5:38697 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T14:19:53,670 INFO [RS:0;3920e6a7c3b5:38697 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,38697,1733235591505-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:53,670 INFO [RS:0;3920e6a7c3b5:38697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:53,670 INFO [RS:0;3920e6a7c3b5:38697 {}] regionserver.Replication(171): 3920e6a7c3b5,38697,1733235591505 started 2024-12-03T14:19:53,689 INFO [RS:0;3920e6a7c3b5:38697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:53,689 INFO [RS:0;3920e6a7c3b5:38697 {}] regionserver.HRegionServer(1482): Serving as 3920e6a7c3b5,38697,1733235591505, RpcServer on 3920e6a7c3b5/172.17.0.2:38697, sessionid=0x1019b90254c0004 2024-12-03T14:19:53,690 DEBUG [RS:0;3920e6a7c3b5:38697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T14:19:53,690 DEBUG [RS:0;3920e6a7c3b5:38697 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3920e6a7c3b5,38697,1733235591505 2024-12-03T14:19:53,690 DEBUG [RS:0;3920e6a7c3b5:38697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,38697,1733235591505' 2024-12-03T14:19:53,690 DEBUG [RS:0;3920e6a7c3b5:38697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-734206300/flush-table-proc/abort' 2024-12-03T14:19:53,693 DEBUG [RS:0;3920e6a7c3b5:38697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-734206300/flush-table-proc/acquired' 2024-12-03T14:19:53,694 DEBUG [RS:0;3920e6a7c3b5:38697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T14:19:53,694 DEBUG [RS:0;3920e6a7c3b5:38697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T14:19:53,694 DEBUG [RS:0;3920e6a7c3b5:38697 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3920e6a7c3b5,38697,1733235591505 2024-12-03T14:19:53,694 DEBUG [RS:0;3920e6a7c3b5:38697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,38697,1733235591505' 2024-12-03T14:19:53,694 DEBUG [RS:0;3920e6a7c3b5:38697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-734206300/online-snapshot/abort' 2024-12-03T14:19:53,694 DEBUG [RS:0;3920e6a7c3b5:38697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-734206300/online-snapshot/acquired' 2024-12-03T14:19:53,694 DEBUG [RS:0;3920e6a7c3b5:38697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T14:19:53,694 INFO [RS:0;3920e6a7c3b5:38697 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T14:19:53,694 INFO [RS:0;3920e6a7c3b5:38697 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T14:19:53,795 INFO [RS:0;3920e6a7c3b5:38697 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:19:53,796 INFO [RS:0;3920e6a7c3b5:38697 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C38697%2C1733235591505, suffix=, logDir=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505, archiveDir=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/oldWALs, maxLogs=10 2024-12-03T14:19:53,808 DEBUG [RS:0;3920e6a7c3b5:38697 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797, exclude list is [], retry=0 2024-12-03T14:19:53,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36341,DS-5f610c4a-3e71-43fd-b484-e68c9c60b7fe,DISK] 2024-12-03T14:19:53,812 INFO [RS:0;3920e6a7c3b5:38697 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 2024-12-03T14:19:53,812 DEBUG [RS:0;3920e6a7c3b5:38697 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38259:38259)] 2024-12-03T14:19:53,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:53,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:19:53,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:19:53,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:53,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:53,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:19:53,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:19:53,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:53,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:53,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:19:53,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:19:53,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:53,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:53,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:19:53,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:19:53,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:53,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:53,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:19:53,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740 2024-12-03T14:19:53,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740 2024-12-03T14:19:53,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:19:53,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:19:53,984 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:19:53,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:19:53,987 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:19:53,987 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71767675, jitterRate=0.0694216936826706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:19:53,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733235593974Initializing all the Stores at 1733235593975 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235593975Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235593975Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235593975Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235593975Cleaning up temporary data from old regions at 1733235593984 (+9 ms)Region opened successfully at 1733235593987 (+3 ms) 2024-12-03T14:19:53,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:19:53,987 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:19:53,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:19:53,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:19:53,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:19:53,988 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:19:53,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235593987Disabling compacts and flushes for region at 1733235593987Disabling writes for close at 1733235593987Writing region close event to WAL at 1733235593988 (+1 ms)Closed at 1733235593988 2024-12-03T14:19:53,989 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:19:53,989 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T14:19:53,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T14:19:53,990 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:19:53,991 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T14:19:54,140 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T14:19:54,141 DEBUG [3920e6a7c3b5:34187 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:19:54,141 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3920e6a7c3b5,38697,1733235591505 2024-12-03T14:19:54,142 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,38697,1733235591505, state=OPENING 2024-12-03T14:19:54,234 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T14:19:54,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38697-0x1019b90254c0004, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-734206300 2024-12-03T14:19:54,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-734206300 2024-12-03T14:19:54,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-734206300/meta-region-server: CHANGED 2024-12-03T14:19:54,255 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:19:54,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-734206300/meta-region-server: CHANGED 2024-12-03T14:19:54,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,38697,1733235591505}] 2024-12-03T14:19:54,407 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:19:54,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T14:19:54,412 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T14:19:54,412 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:19:54,412 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T14:19:54,413 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C38697%2C1733235591505.meta, suffix=.meta, logDir=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505, archiveDir=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/oldWALs, maxLogs=10 2024-12-03T14:19:54,423 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.meta.1733235594413.meta, exclude list is [], retry=0 2024-12-03T14:19:54,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36341,DS-5f610c4a-3e71-43fd-b484-e68c9c60b7fe,DISK] 2024-12-03T14:19:54,427 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.meta.1733235594413.meta 2024-12-03T14:19:54,427 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38259:38259)] 2024-12-03T14:19:54,427 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:19:54,427 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:19:54,427 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:19:54,427 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T14:19:54,428 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T14:19:54,428 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T14:19:54,428 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:54,428 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T14:19:54,428 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T14:19:54,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:19:54,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:19:54,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:54,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:54,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:19:54,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:19:54,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:54,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:54,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:19:54,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:19:54,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:54,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:54,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:19:54,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:19:54,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:54,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:19:54,433 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:19:54,433 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740 2024-12-03T14:19:54,434 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740 2024-12-03T14:19:54,434 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:19:54,434 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:19:54,435 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:19:54,436 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:19:54,436 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60446130, jitterRate=-0.09928247332572937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:19:54,436 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T14:19:54,436 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733235594428Writing region info on filesystem at 1733235594428Initializing all the Stores at 1733235594429 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235594429Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235594429Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235594429Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235594429Cleaning up temporary data from old regions at 1733235594434 (+5 ms)Running coprocessor post-open hooks at 1733235594436 (+2 ms)Region opened successfully at 1733235594436 2024-12-03T14:19:54,437 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733235594407 2024-12-03T14:19:54,439 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T14:19:54,439 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T14:19:54,439 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,38697,1733235591505 2024-12-03T14:19:54,440 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,38697,1733235591505, state=OPEN 2024-12-03T14:19:54,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-734206300/meta-region-server 2024-12-03T14:19:54,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38697-0x1019b90254c0004, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-734206300/meta-region-server 2024-12-03T14:19:54,444 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,38697,1733235591505 2024-12-03T14:19:54,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-734206300/meta-region-server: CHANGED 2024-12-03T14:19:54,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-734206300/meta-region-server: CHANGED 2024-12-03T14:19:54,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T14:19:54,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,38697,1733235591505 in 189 msec 2024-12-03T14:19:54,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T14:19:54,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 457 msec 2024-12-03T14:19:54,448 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:19:54,448 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T14:19:54,449 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:19:54,449 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,38697,1733235591505, seqNum=-1] 2024-12-03T14:19:54,449 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:19:54,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:19:54,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 943 msec 2024-12-03T14:19:54,454 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733235594454, completionTime=-1 2024-12-03T14:19:54,454 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T14:19:54,454 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T14:19:54,456 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T14:19:54,456 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733235654456 2024-12-03T14:19:54,456 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733235714456 2024-12-03T14:19:54,456 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T14:19:54,457 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,34187,1733235591367-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:54,457 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,34187,1733235591367-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:54,457 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,34187,1733235591367-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:54,457 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3920e6a7c3b5:34187, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:54,457 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:54,457 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:54,458 DEBUG [master/3920e6a7c3b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T14:19:54,460 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.889sec 2024-12-03T14:19:54,460 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T14:19:54,460 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T14:19:54,460 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T14:19:54,460 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T14:19:54,460 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T14:19:54,460 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,34187,1733235591367-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:19:54,460 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,34187,1733235591367-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T14:19:54,462 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T14:19:54,462 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T14:19:54,462 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,34187,1733235591367-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:19:54,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e47a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:54,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,34187,-1 for getting cluster id 2024-12-03T14:19:54,535 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:54,536 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9030f6c1-98ea-4e3a-b008-843822385f03' 2024-12-03T14:19:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9030f6c1-98ea-4e3a-b008-843822385f03" 2024-12-03T14:19:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@587a51fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,34187,-1] 2024-12-03T14:19:54,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:54,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:54,538 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:54,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e5a6e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:54,539 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:19:54,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,38697,1733235591505, seqNum=-1] 2024-12-03T14:19:54,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:19:54,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:19:54,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3920e6a7c3b5,34187,1733235591367 2024-12-03T14:19:54,544 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52910 2024-12-03T14:19:54,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:19:54,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019b90254c0005 connected 2024-12-03T14:19:54,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:54,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,37447,1733235585844 2024-12-03T14:19:54,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@711cbcc5 2024-12-03T14:19:54,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:19:54,565 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:19:54,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:19:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T14:19:54,569 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:19:54,569 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:54,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T14:19:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:19:54,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:19:54,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741835_1011 (size=902) 2024-12-03T14:19:54,585 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4dc9692f63005aaccf296573782b9746, NAME => 'test,,1733235594566.4dc9692f63005aaccf296573782b9746.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac 2024-12-03T14:19:54,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741836_1012 (size=39) 2024-12-03T14:19:54,599 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733235594566.4dc9692f63005aaccf296573782b9746.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:54,599 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4dc9692f63005aaccf296573782b9746, disabling compactions & flushes 2024-12-03T14:19:54,599 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733235594566.4dc9692f63005aaccf296573782b9746. 2024-12-03T14:19:54,599 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235594566.4dc9692f63005aaccf296573782b9746. 2024-12-03T14:19:54,599 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733235594566.4dc9692f63005aaccf296573782b9746. after waiting 0 ms 2024-12-03T14:19:54,599 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733235594566.4dc9692f63005aaccf296573782b9746. 2024-12-03T14:19:54,599 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733235594566.4dc9692f63005aaccf296573782b9746. 2024-12-03T14:19:54,599 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4dc9692f63005aaccf296573782b9746: Waiting for close lock at 1733235594599Disabling compacts and flushes for region at 1733235594599Disabling writes for close at 1733235594599Writing region close event to WAL at 1733235594599Closed at 1733235594599 2024-12-03T14:19:54,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:19:54,601 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733235594566.4dc9692f63005aaccf296573782b9746.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733235594600"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235594600"}]},"ts":"1733235594600"} 2024-12-03T14:19:54,604 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:19:54,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:19:54,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235594606"}]},"ts":"1733235594606"} 2024-12-03T14:19:54,609 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T14:19:54,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4dc9692f63005aaccf296573782b9746, ASSIGN}] 2024-12-03T14:19:54,611 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4dc9692f63005aaccf296573782b9746, ASSIGN 2024-12-03T14:19:54,611 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4dc9692f63005aaccf296573782b9746, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,45385,1733235586019; forceNewPlan=false, retain=false 2024-12-03T14:19:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:19:54,762 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4dc9692f63005aaccf296573782b9746, regionState=OPENING, regionLocation=3920e6a7c3b5,45385,1733235586019 2024-12-03T14:19:54,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4dc9692f63005aaccf296573782b9746, ASSIGN because future has completed 2024-12-03T14:19:54,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dc9692f63005aaccf296573782b9746, server=3920e6a7c3b5,45385,1733235586019}] 2024-12-03T14:19:54,802 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:19:54,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:54,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:54,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:54,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:54,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:54,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:54,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:54,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:54,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:54,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:19:54,924 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733235594566.4dc9692f63005aaccf296573782b9746. 2024-12-03T14:19:54,924 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4dc9692f63005aaccf296573782b9746, NAME => 'test,,1733235594566.4dc9692f63005aaccf296573782b9746.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:19:54,925 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:19:54,925 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T14:19:54,925 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4dc9692f63005aaccf296573782b9746 2024-12-03T14:19:54,925 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733235594566.4dc9692f63005aaccf296573782b9746.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:54,925 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4dc9692f63005aaccf296573782b9746 2024-12-03T14:19:54,925 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4dc9692f63005aaccf296573782b9746 2024-12-03T14:19:54,927 INFO [StoreOpener-4dc9692f63005aaccf296573782b9746-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4dc9692f63005aaccf296573782b9746 2024-12-03T14:19:54,928 INFO [StoreOpener-4dc9692f63005aaccf296573782b9746-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dc9692f63005aaccf296573782b9746 columnFamilyName f 2024-12-03T14:19:54,928 DEBUG [StoreOpener-4dc9692f63005aaccf296573782b9746-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:54,929 INFO [StoreOpener-4dc9692f63005aaccf296573782b9746-1 {}] regionserver.HStore(327): Store=4dc9692f63005aaccf296573782b9746/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:54,929 INFO [StoreOpener-4dc9692f63005aaccf296573782b9746-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4dc9692f63005aaccf296573782b9746 2024-12-03T14:19:54,930 INFO [StoreOpener-4dc9692f63005aaccf296573782b9746-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dc9692f63005aaccf296573782b9746 columnFamilyName f1 2024-12-03T14:19:54,930 DEBUG [StoreOpener-4dc9692f63005aaccf296573782b9746-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:54,930 INFO [StoreOpener-4dc9692f63005aaccf296573782b9746-1 {}] regionserver.HStore(327): Store=4dc9692f63005aaccf296573782b9746/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:54,930 INFO [StoreOpener-4dc9692f63005aaccf296573782b9746-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4dc9692f63005aaccf296573782b9746 2024-12-03T14:19:54,931 INFO [StoreOpener-4dc9692f63005aaccf296573782b9746-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dc9692f63005aaccf296573782b9746 columnFamilyName norep 2024-12-03T14:19:54,931 DEBUG [StoreOpener-4dc9692f63005aaccf296573782b9746-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:54,931 INFO [StoreOpener-4dc9692f63005aaccf296573782b9746-1 {}] regionserver.HStore(327): Store=4dc9692f63005aaccf296573782b9746/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:54,931 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4dc9692f63005aaccf296573782b9746 2024-12-03T14:19:54,932 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/default/test/4dc9692f63005aaccf296573782b9746 2024-12-03T14:19:54,932 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/default/test/4dc9692f63005aaccf296573782b9746 2024-12-03T14:19:54,933 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4dc9692f63005aaccf296573782b9746 2024-12-03T14:19:54,933 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4dc9692f63005aaccf296573782b9746 2024-12-03T14:19:54,934 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:19:54,935 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4dc9692f63005aaccf296573782b9746 2024-12-03T14:19:54,937 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/default/test/4dc9692f63005aaccf296573782b9746/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:19:54,937 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4dc9692f63005aaccf296573782b9746; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65952131, jitterRate=-0.01723666489124298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:19:54,937 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4dc9692f63005aaccf296573782b9746 2024-12-03T14:19:54,938 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4dc9692f63005aaccf296573782b9746: Running coprocessor pre-open hook at 1733235594925Writing region info on filesystem at 1733235594925Initializing all the Stores at 1733235594926 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235594926Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235594927 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235594927Cleaning up temporary data from old regions at 1733235594933 (+6 ms)Running coprocessor post-open hooks at 1733235594937 (+4 ms)Region opened successfully at 1733235594938 (+1 ms) 2024-12-03T14:19:54,938 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733235594566.4dc9692f63005aaccf296573782b9746., pid=6, masterSystemTime=1733235594921 2024-12-03T14:19:54,940 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733235594566.4dc9692f63005aaccf296573782b9746. 2024-12-03T14:19:54,940 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733235594566.4dc9692f63005aaccf296573782b9746. 2024-12-03T14:19:54,941 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4dc9692f63005aaccf296573782b9746, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3920e6a7c3b5,45385,1733235586019 2024-12-03T14:19:54,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dc9692f63005aaccf296573782b9746, server=3920e6a7c3b5,45385,1733235586019 because future has completed 2024-12-03T14:19:54,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T14:19:54,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4dc9692f63005aaccf296573782b9746, server=3920e6a7c3b5,45385,1733235586019 in 176 msec 2024-12-03T14:19:54,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T14:19:54,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4dc9692f63005aaccf296573782b9746, ASSIGN in 338 msec 2024-12-03T14:19:54,951 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:19:54,951 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235594951"}]},"ts":"1733235594951"} 2024-12-03T14:19:54,953 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T14:19:54,954 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:19:54,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 388 msec 2024-12-03T14:19:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:19:55,204 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T14:19:55,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:55,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,34187,1733235591367 2024-12-03T14:19:55,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d3cf979 2024-12-03T14:19:55,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:19:55,206 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:19:55,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:19:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T14:19:55,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:19:55,209 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:55,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T14:19:55,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:19:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:19:55,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741835_1011 (size=902) 2024-12-03T14:19:55,220 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0df0e116e78dacc3df0eb13a18e57f71, NAME => 'test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e 2024-12-03T14:19:55,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741836_1012 (size=39) 2024-12-03T14:19:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:19:55,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:19:55,632 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:55,632 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0df0e116e78dacc3df0eb13a18e57f71, disabling compactions & flushes 2024-12-03T14:19:55,632 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71. 2024-12-03T14:19:55,632 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71. 2024-12-03T14:19:55,632 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71. after waiting 0 ms 2024-12-03T14:19:55,632 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71. 2024-12-03T14:19:55,632 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71. 2024-12-03T14:19:55,632 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0df0e116e78dacc3df0eb13a18e57f71: Waiting for close lock at 1733235595632Disabling compacts and flushes for region at 1733235595632Disabling writes for close at 1733235595632Writing region close event to WAL at 1733235595632Closed at 1733235595632 2024-12-03T14:19:55,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:19:55,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733235595633"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235595633"}]},"ts":"1733235595633"} 2024-12-03T14:19:55,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:19:55,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:19:55,637 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235595637"}]},"ts":"1733235595637"} 2024-12-03T14:19:55,638 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T14:19:55,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0df0e116e78dacc3df0eb13a18e57f71, ASSIGN}] 2024-12-03T14:19:55,640 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0df0e116e78dacc3df0eb13a18e57f71, ASSIGN 2024-12-03T14:19:55,641 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0df0e116e78dacc3df0eb13a18e57f71, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,38697,1733235591505; forceNewPlan=false, retain=false 2024-12-03T14:19:55,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0df0e116e78dacc3df0eb13a18e57f71, regionState=OPENING, regionLocation=3920e6a7c3b5,38697,1733235591505 2024-12-03T14:19:55,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0df0e116e78dacc3df0eb13a18e57f71, ASSIGN because future has completed 2024-12-03T14:19:55,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0df0e116e78dacc3df0eb13a18e57f71, server=3920e6a7c3b5,38697,1733235591505}] 2024-12-03T14:19:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:19:55,950 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71. 2024-12-03T14:19:55,950 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0df0e116e78dacc3df0eb13a18e57f71, NAME => 'test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:19:55,951 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:19:55,951 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T14:19:55,951 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0df0e116e78dacc3df0eb13a18e57f71 2024-12-03T14:19:55,951 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:55,951 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0df0e116e78dacc3df0eb13a18e57f71 2024-12-03T14:19:55,951 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0df0e116e78dacc3df0eb13a18e57f71 2024-12-03T14:19:55,953 INFO [StoreOpener-0df0e116e78dacc3df0eb13a18e57f71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0df0e116e78dacc3df0eb13a18e57f71 2024-12-03T14:19:55,954 INFO [StoreOpener-0df0e116e78dacc3df0eb13a18e57f71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0df0e116e78dacc3df0eb13a18e57f71 columnFamilyName f 2024-12-03T14:19:55,954 DEBUG [StoreOpener-0df0e116e78dacc3df0eb13a18e57f71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:55,955 INFO [StoreOpener-0df0e116e78dacc3df0eb13a18e57f71-1 {}] regionserver.HStore(327): Store=0df0e116e78dacc3df0eb13a18e57f71/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:55,955 INFO [StoreOpener-0df0e116e78dacc3df0eb13a18e57f71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0df0e116e78dacc3df0eb13a18e57f71 2024-12-03T14:19:55,956 INFO [StoreOpener-0df0e116e78dacc3df0eb13a18e57f71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0df0e116e78dacc3df0eb13a18e57f71 columnFamilyName f1 2024-12-03T14:19:55,956 DEBUG [StoreOpener-0df0e116e78dacc3df0eb13a18e57f71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:55,957 INFO [StoreOpener-0df0e116e78dacc3df0eb13a18e57f71-1 {}] regionserver.HStore(327): Store=0df0e116e78dacc3df0eb13a18e57f71/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:55,957 INFO [StoreOpener-0df0e116e78dacc3df0eb13a18e57f71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0df0e116e78dacc3df0eb13a18e57f71 2024-12-03T14:19:55,958 INFO [StoreOpener-0df0e116e78dacc3df0eb13a18e57f71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0df0e116e78dacc3df0eb13a18e57f71 columnFamilyName norep 2024-12-03T14:19:55,958 DEBUG [StoreOpener-0df0e116e78dacc3df0eb13a18e57f71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:55,958 INFO [StoreOpener-0df0e116e78dacc3df0eb13a18e57f71-1 {}] regionserver.HStore(327): Store=0df0e116e78dacc3df0eb13a18e57f71/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:55,959 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0df0e116e78dacc3df0eb13a18e57f71 2024-12-03T14:19:55,959 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/default/test/0df0e116e78dacc3df0eb13a18e57f71 2024-12-03T14:19:55,960 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/default/test/0df0e116e78dacc3df0eb13a18e57f71 2024-12-03T14:19:55,961 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0df0e116e78dacc3df0eb13a18e57f71 2024-12-03T14:19:55,961 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0df0e116e78dacc3df0eb13a18e57f71 2024-12-03T14:19:55,961 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:19:55,963 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0df0e116e78dacc3df0eb13a18e57f71 2024-12-03T14:19:55,965 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/default/test/0df0e116e78dacc3df0eb13a18e57f71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:19:55,965 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0df0e116e78dacc3df0eb13a18e57f71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61680903, jitterRate=-0.08088292181491852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:19:55,966 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0df0e116e78dacc3df0eb13a18e57f71 2024-12-03T14:19:55,966 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0df0e116e78dacc3df0eb13a18e57f71: Running coprocessor pre-open hook at 1733235595951Writing region info on filesystem at 1733235595951Initializing all the Stores at 1733235595952 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235595952Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235595952Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235595952Cleaning up temporary data from old regions at 1733235595961 (+9 ms)Running coprocessor post-open hooks at 1733235595966 (+5 ms)Region opened successfully at 1733235595966 2024-12-03T14:19:55,967 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71., pid=6, masterSystemTime=1733235595946 2024-12-03T14:19:55,969 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71. 2024-12-03T14:19:55,969 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71. 2024-12-03T14:19:55,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0df0e116e78dacc3df0eb13a18e57f71, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3920e6a7c3b5,38697,1733235591505 2024-12-03T14:19:55,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0df0e116e78dacc3df0eb13a18e57f71, server=3920e6a7c3b5,38697,1733235591505 because future has completed 2024-12-03T14:19:55,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T14:19:55,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0df0e116e78dacc3df0eb13a18e57f71, server=3920e6a7c3b5,38697,1733235591505 in 180 msec 2024-12-03T14:19:55,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T14:19:55,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0df0e116e78dacc3df0eb13a18e57f71, ASSIGN in 337 msec 2024-12-03T14:19:55,978 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:19:55,978 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235595978"}]},"ts":"1733235595978"} 2024-12-03T14:19:55,980 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T14:19:55,981 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:19:55,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 774 msec 2024-12-03T14:19:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:19:56,345 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T14:19:56,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8f039b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:56,345 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,37447,-1 for getting cluster id 2024-12-03T14:19:56,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:56,346 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ba740cd-0325-47f1-86fb-f2d1ee1b3d54' 2024-12-03T14:19:56,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:56,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ba740cd-0325-47f1-86fb-f2d1ee1b3d54" 2024-12-03T14:19:56,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@487d4992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:56,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,37447,-1] 2024-12-03T14:19:56,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:56,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:56,347 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:56,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718b5840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:56,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6014d970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:56,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,34187,-1 for getting cluster id 2024-12-03T14:19:56,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:56,349 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9030f6c1-98ea-4e3a-b008-843822385f03' 2024-12-03T14:19:56,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:56,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9030f6c1-98ea-4e3a-b008-843822385f03" 2024-12-03T14:19:56,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644e5fcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:56,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,34187,-1] 2024-12-03T14:19:56,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:56,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:56,351 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:56,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c55dd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:56,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e45b7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:56,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,37447,-1 for getting cluster id 2024-12-03T14:19:56,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:56,357 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ba740cd-0325-47f1-86fb-f2d1ee1b3d54' 2024-12-03T14:19:56,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:56,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ba740cd-0325-47f1-86fb-f2d1ee1b3d54" 2024-12-03T14:19:56,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41bcd4a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:56,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,37447,-1] 2024-12-03T14:19:56,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:56,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:56,359 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:56,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b58d81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:56,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:56,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,37447,1733235585844 2024-12-03T14:19:56,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10b4480d 2024-12-03T14:19:56,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:19:56,362 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:19:56,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3920e6a7c3b5:34187,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T14:19:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T14:19:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:19:56,365 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:34187' 2024-12-03T14:19:56,367 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413a89f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:56,367 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,34187,-1 for getting cluster id 2024-12-03T14:19:56,367 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:56,368 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9030f6c1-98ea-4e3a-b008-843822385f03' 2024-12-03T14:19:56,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:56,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9030f6c1-98ea-4e3a-b008-843822385f03" 2024-12-03T14:19:56,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0d54b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:56,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,34187,-1] 2024-12-03T14:19:56,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:56,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:56,370 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:56,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8eb97a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:56,371 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:56,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,34187,1733235591367 2024-12-03T14:19:56,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e34d448 2024-12-03T14:19:56,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:19:56,373 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:19:56,374 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T14:19:56,374 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T14:19:56,374 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:56,374 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:56,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:19:56,374 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:19:56,377 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T14:19:56,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:19:56,378 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:56,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:19:56,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741837_1013 (size=1138) 2024-12-03T14:19:56,427 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T14:19:56,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:19:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:19:56,785 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f565689a0727b1eb1470fa7d17301b9, NAME => 'hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac 2024-12-03T14:19:56,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741838_1014 (size=44) 2024-12-03T14:19:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:19:57,191 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:57,191 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5f565689a0727b1eb1470fa7d17301b9, disabling compactions & flushes 2024-12-03T14:19:57,191 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9. 2024-12-03T14:19:57,191 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9. 2024-12-03T14:19:57,191 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9. after waiting 0 ms 2024-12-03T14:19:57,191 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9. 2024-12-03T14:19:57,191 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9. 2024-12-03T14:19:57,191 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f565689a0727b1eb1470fa7d17301b9: Waiting for close lock at 1733235597191Disabling compacts and flushes for region at 1733235597191Disabling writes for close at 1733235597191Writing region close event to WAL at 1733235597191Closed at 1733235597191 2024-12-03T14:19:57,192 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:19:57,192 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733235597192"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235597192"}]},"ts":"1733235597192"} 2024-12-03T14:19:57,194 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:19:57,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:19:57,195 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235597195"}]},"ts":"1733235597195"} 2024-12-03T14:19:57,196 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T14:19:57,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f565689a0727b1eb1470fa7d17301b9, ASSIGN}] 2024-12-03T14:19:57,197 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f565689a0727b1eb1470fa7d17301b9, ASSIGN 2024-12-03T14:19:57,198 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5f565689a0727b1eb1470fa7d17301b9, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,45385,1733235586019; forceNewPlan=false, retain=false 2024-12-03T14:19:57,348 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5f565689a0727b1eb1470fa7d17301b9, regionState=OPENING, regionLocation=3920e6a7c3b5,45385,1733235586019 2024-12-03T14:19:57,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5f565689a0727b1eb1470fa7d17301b9, ASSIGN because future has completed 2024-12-03T14:19:57,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f565689a0727b1eb1470fa7d17301b9, server=3920e6a7c3b5,45385,1733235586019}] 2024-12-03T14:19:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:19:57,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9. 2024-12-03T14:19:57,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:19:57,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T14:19:57,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C45385%2C1733235586019.rep, suffix=, logDir=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019, archiveDir=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/oldWALs, maxLogs=10 2024-12-03T14:19:57,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.rep.1733235597509, exclude list is [], retry=0 2024-12-03T14:19:57,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39017,DS-01d74610-813e-4ab5-82a2-2155a951d39c,DISK] 2024-12-03T14:19:57,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.rep.1733235597509 2024-12-03T14:19:57,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35073:35073)] 2024-12-03T14:19:57,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f565689a0727b1eb1470fa7d17301b9, NAME => 'hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:19:57,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:19:57,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:19:57,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9. service=MultiRowMutationService 2024-12-03T14:19:57,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T14:19:57,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5f565689a0727b1eb1470fa7d17301b9 2024-12-03T14:19:57,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:57,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5f565689a0727b1eb1470fa7d17301b9 2024-12-03T14:19:57,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5f565689a0727b1eb1470fa7d17301b9 2024-12-03T14:19:57,525 INFO [StoreOpener-5f565689a0727b1eb1470fa7d17301b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5f565689a0727b1eb1470fa7d17301b9 2024-12-03T14:19:57,526 INFO [StoreOpener-5f565689a0727b1eb1470fa7d17301b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f565689a0727b1eb1470fa7d17301b9 columnFamilyName hfileref 2024-12-03T14:19:57,526 DEBUG [StoreOpener-5f565689a0727b1eb1470fa7d17301b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:57,527 INFO [StoreOpener-5f565689a0727b1eb1470fa7d17301b9-1 {}] regionserver.HStore(327): Store=5f565689a0727b1eb1470fa7d17301b9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:57,527 INFO [StoreOpener-5f565689a0727b1eb1470fa7d17301b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5f565689a0727b1eb1470fa7d17301b9 2024-12-03T14:19:57,528 INFO [StoreOpener-5f565689a0727b1eb1470fa7d17301b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f565689a0727b1eb1470fa7d17301b9 columnFamilyName queue 2024-12-03T14:19:57,528 DEBUG [StoreOpener-5f565689a0727b1eb1470fa7d17301b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:57,528 INFO [StoreOpener-5f565689a0727b1eb1470fa7d17301b9-1 {}] regionserver.HStore(327): Store=5f565689a0727b1eb1470fa7d17301b9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:57,528 INFO [StoreOpener-5f565689a0727b1eb1470fa7d17301b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5f565689a0727b1eb1470fa7d17301b9 2024-12-03T14:19:57,529 INFO [StoreOpener-5f565689a0727b1eb1470fa7d17301b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f565689a0727b1eb1470fa7d17301b9 columnFamilyName sid 2024-12-03T14:19:57,529 DEBUG [StoreOpener-5f565689a0727b1eb1470fa7d17301b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:57,529 INFO [StoreOpener-5f565689a0727b1eb1470fa7d17301b9-1 {}] regionserver.HStore(327): Store=5f565689a0727b1eb1470fa7d17301b9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:57,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5f565689a0727b1eb1470fa7d17301b9 2024-12-03T14:19:57,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/replication/5f565689a0727b1eb1470fa7d17301b9 2024-12-03T14:19:57,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/replication/5f565689a0727b1eb1470fa7d17301b9 2024-12-03T14:19:57,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5f565689a0727b1eb1470fa7d17301b9 2024-12-03T14:19:57,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5f565689a0727b1eb1470fa7d17301b9 2024-12-03T14:19:57,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:19:57,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5f565689a0727b1eb1470fa7d17301b9 2024-12-03T14:19:57,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/replication/5f565689a0727b1eb1470fa7d17301b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:19:57,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5f565689a0727b1eb1470fa7d17301b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60359267, jitterRate=-0.10057683289051056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:19:57,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f565689a0727b1eb1470fa7d17301b9 2024-12-03T14:19:57,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5f565689a0727b1eb1470fa7d17301b9: Running coprocessor pre-open hook at 1733235597524Writing region info on filesystem at 1733235597524Initializing all the Stores at 1733235597525 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235597525Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235597525Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235597525Cleaning up temporary data from old regions at 1733235597531 (+6 ms)Running coprocessor post-open hooks at 1733235597534 (+3 ms)Region opened successfully at 1733235597535 (+1 ms) 2024-12-03T14:19:57,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9., pid=10, masterSystemTime=1733235597503 2024-12-03T14:19:57,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9. 2024-12-03T14:19:57,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9. 2024-12-03T14:19:57,538 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5f565689a0727b1eb1470fa7d17301b9, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,45385,1733235586019 2024-12-03T14:19:57,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f565689a0727b1eb1470fa7d17301b9, server=3920e6a7c3b5,45385,1733235586019 because future has completed 2024-12-03T14:19:57,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T14:19:57,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f565689a0727b1eb1470fa7d17301b9, server=3920e6a7c3b5,45385,1733235586019 in 189 msec 2024-12-03T14:19:57,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T14:19:57,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f565689a0727b1eb1470fa7d17301b9, ASSIGN in 346 msec 2024-12-03T14:19:57,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:19:57,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235597544"}]},"ts":"1733235597544"} 2024-12-03T14:19:57,546 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T14:19:57,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:19:57,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-12-03T14:19:57,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9., hostname=3920e6a7c3b5,45385,1733235586019, seqNum=2] 2024-12-03T14:19:57,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45385-0x1019b90254c0001, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0330731985 2024-12-03T14:19:57,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0330731985 2024-12-03T14:19:57,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T14:19:57,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45385 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T14:19:57,840 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T14:19:57,865 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3920e6a7c3b5,45385,1733235586019, ReplicationSource: 1, currentBandwidth=0 2024-12-03T14:19:57,865 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:19:57,866 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,45385,1733235586019, seqNum=-1] 2024-12-03T14:19:57,866 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:19:57,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-03T14:19:57,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3920e6a7c3b5,45385,1733235586019', locateType=CURRENT is [region=hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9., hostname=3920e6a7c3b5,45385,1733235586019, seqNum=2] 2024-12-03T14:19:57,871 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T14:19:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T14:19:57,873 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3920e6a7c3b5,45385,1733235586019 suceeded 2024-12-03T14:19:57,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T14:19:57,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-12-03T14:19:57,875 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3920e6a7c3b5:34187,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T14:19:57,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5130 sec 2024-12-03T14:19:57,885 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:34187' 2024-12-03T14:19:57,887 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f063ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:57,887 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,34187,-1 for getting cluster id 2024-12-03T14:19:57,887 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:57,887 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9030f6c1-98ea-4e3a-b008-843822385f03' 2024-12-03T14:19:57,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:57,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9030f6c1-98ea-4e3a-b008-843822385f03" 2024-12-03T14:19:57,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@719672f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:57,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,34187,-1] 2024-12-03T14:19:57,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:57,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:57,889 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:57,889 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a7b89c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:57,889 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:57,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,34187,1733235591367 2024-12-03T14:19:57,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14dcc68b 2024-12-03T14:19:57,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:19:57,891 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-03T14:19:57,891 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3920e6a7c3b5,45385,1733235586019 (queues=1) is replicating from cluster=6ba740cd-0325-47f1-86fb-f2d1ee1b3d54 to cluster=9030f6c1-98ea-4e3a-b008-843822385f03 2024-12-03T14:19:57,891 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3920e6a7c3b5%2C45385%2C1733235586019 2024-12-03T14:19:57,891 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3920e6a7c3b5,45385,1733235586019, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T14:19:57,892 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290, startPosition=0, beingWritten=true 2024-12-03T14:19:57,893 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.shipper3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3920e6a7c3b5%2C45385%2C1733235586019 2024-12-03T14:19:57,898 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:19:57,898 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 379, reset compression=false 2024-12-03T14:19:57,898 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.shipper3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,45385,1733235586019 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:19:58,102 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 379, reset compression=false 2024-12-03T14:19:58,405 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 379, reset compression=false 2024-12-03T14:19:58,432 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:58,433 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:19:58,433 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18283 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:19:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:19:58,514 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T14:19:58,514 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:19:58,514 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:19:58,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:58,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:58,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:19:58,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311dfa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:58,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,34187,-1 for getting cluster id 2024-12-03T14:19:58,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:58,515 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9030f6c1-98ea-4e3a-b008-843822385f03' 2024-12-03T14:19:58,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:58,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9030f6c1-98ea-4e3a-b008-843822385f03" 2024-12-03T14:19:58,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e254bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:58,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,34187,-1] 2024-12-03T14:19:58,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:58,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:58,516 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b3f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:58,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,34187,1733235591367 2024-12-03T14:19:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@693f90aa 2024-12-03T14:19:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:19:58,518 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:19:58,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3920e6a7c3b5:37447,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T14:19:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T14:19:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:19:58,520 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:37447' 2024-12-03T14:19:58,520 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624860e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:58,520 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,37447,-1 for getting cluster id 2024-12-03T14:19:58,521 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:19:58,521 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ba740cd-0325-47f1-86fb-f2d1ee1b3d54' 2024-12-03T14:19:58,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:19:58,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ba740cd-0325-47f1-86fb-f2d1ee1b3d54" 2024-12-03T14:19:58,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e54bd40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:58,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,37447,-1] 2024-12-03T14:19:58,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:19:58,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:58,522 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:19:58,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366d5434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:19:58,523 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:19:58,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,37447,1733235585844 2024-12-03T14:19:58,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ce8a154 2024-12-03T14:19:58,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:19:58,524 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:19:58,524 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T14:19:58,524 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T14:19:58,524 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:58,524 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:19:58,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:19:58,525 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:19:58,525 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T14:19:58,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:19:58,526 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:58,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:19:58,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741837_1013 (size=1138) 2024-12-03T14:19:58,576 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T14:19:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:19:58,809 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 379, reset compression=false 2024-12-03T14:19:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:19:58,933 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 28998251f779e4874b0f6e48d37e5c4b, NAME => 'hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e 2024-12-03T14:19:58,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741838_1014 (size=44) 2024-12-03T14:19:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:19:59,312 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 379, reset compression=false 2024-12-03T14:19:59,340 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:59,340 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 28998251f779e4874b0f6e48d37e5c4b, disabling compactions & flushes 2024-12-03T14:19:59,340 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b. 2024-12-03T14:19:59,340 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b. 2024-12-03T14:19:59,340 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b. after waiting 0 ms 2024-12-03T14:19:59,340 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b. 2024-12-03T14:19:59,340 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b. 2024-12-03T14:19:59,340 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 28998251f779e4874b0f6e48d37e5c4b: Waiting for close lock at 1733235599340Disabling compacts and flushes for region at 1733235599340Disabling writes for close at 1733235599340Writing region close event to WAL at 1733235599340Closed at 1733235599340 2024-12-03T14:19:59,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:19:59,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733235599374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235599374"}]},"ts":"1733235599374"} 2024-12-03T14:19:59,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:19:59,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:19:59,377 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235599377"}]},"ts":"1733235599377"} 2024-12-03T14:19:59,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T14:19:59,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=28998251f779e4874b0f6e48d37e5c4b, ASSIGN}] 2024-12-03T14:19:59,380 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=28998251f779e4874b0f6e48d37e5c4b, ASSIGN 2024-12-03T14:19:59,380 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=28998251f779e4874b0f6e48d37e5c4b, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,38697,1733235591505; forceNewPlan=false, retain=false 2024-12-03T14:19:59,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=28998251f779e4874b0f6e48d37e5c4b, regionState=OPENING, regionLocation=3920e6a7c3b5,38697,1733235591505 2024-12-03T14:19:59,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=28998251f779e4874b0f6e48d37e5c4b, ASSIGN because future has completed 2024-12-03T14:19:59,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28998251f779e4874b0f6e48d37e5c4b, server=3920e6a7c3b5,38697,1733235591505}] 2024-12-03T14:19:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:19:59,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b. 2024-12-03T14:19:59,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:19:59,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T14:19:59,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C38697%2C1733235591505.rep, suffix=, logDir=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505, archiveDir=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/oldWALs, maxLogs=10 2024-12-03T14:19:59,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.rep.1733235599690, exclude list is [], retry=0 2024-12-03T14:19:59,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36341,DS-5f610c4a-3e71-43fd-b484-e68c9c60b7fe,DISK] 2024-12-03T14:19:59,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.rep.1733235599690 2024-12-03T14:19:59,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38259:38259)] 2024-12-03T14:19:59,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 28998251f779e4874b0f6e48d37e5c4b, NAME => 'hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:19:59,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:19:59,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:19:59,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b. service=MultiRowMutationService 2024-12-03T14:19:59,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T14:19:59,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 28998251f779e4874b0f6e48d37e5c4b 2024-12-03T14:19:59,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:19:59,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 28998251f779e4874b0f6e48d37e5c4b 2024-12-03T14:19:59,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 28998251f779e4874b0f6e48d37e5c4b 2024-12-03T14:19:59,708 INFO [StoreOpener-28998251f779e4874b0f6e48d37e5c4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 28998251f779e4874b0f6e48d37e5c4b 2024-12-03T14:19:59,709 INFO [StoreOpener-28998251f779e4874b0f6e48d37e5c4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28998251f779e4874b0f6e48d37e5c4b columnFamilyName hfileref 2024-12-03T14:19:59,709 DEBUG [StoreOpener-28998251f779e4874b0f6e48d37e5c4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:59,710 INFO [StoreOpener-28998251f779e4874b0f6e48d37e5c4b-1 {}] regionserver.HStore(327): Store=28998251f779e4874b0f6e48d37e5c4b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:59,710 INFO [StoreOpener-28998251f779e4874b0f6e48d37e5c4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 28998251f779e4874b0f6e48d37e5c4b 2024-12-03T14:19:59,711 INFO [StoreOpener-28998251f779e4874b0f6e48d37e5c4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28998251f779e4874b0f6e48d37e5c4b columnFamilyName queue 2024-12-03T14:19:59,711 DEBUG [StoreOpener-28998251f779e4874b0f6e48d37e5c4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:59,711 INFO [StoreOpener-28998251f779e4874b0f6e48d37e5c4b-1 {}] regionserver.HStore(327): Store=28998251f779e4874b0f6e48d37e5c4b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:59,711 INFO [StoreOpener-28998251f779e4874b0f6e48d37e5c4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 28998251f779e4874b0f6e48d37e5c4b 2024-12-03T14:19:59,712 INFO [StoreOpener-28998251f779e4874b0f6e48d37e5c4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28998251f779e4874b0f6e48d37e5c4b columnFamilyName sid 2024-12-03T14:19:59,712 DEBUG [StoreOpener-28998251f779e4874b0f6e48d37e5c4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:19:59,712 INFO [StoreOpener-28998251f779e4874b0f6e48d37e5c4b-1 {}] regionserver.HStore(327): Store=28998251f779e4874b0f6e48d37e5c4b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:19:59,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 28998251f779e4874b0f6e48d37e5c4b 2024-12-03T14:19:59,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/replication/28998251f779e4874b0f6e48d37e5c4b 2024-12-03T14:19:59,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/replication/28998251f779e4874b0f6e48d37e5c4b 2024-12-03T14:19:59,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 28998251f779e4874b0f6e48d37e5c4b 2024-12-03T14:19:59,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 28998251f779e4874b0f6e48d37e5c4b 2024-12-03T14:19:59,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:19:59,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 28998251f779e4874b0f6e48d37e5c4b 2024-12-03T14:19:59,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/replication/28998251f779e4874b0f6e48d37e5c4b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:19:59,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 28998251f779e4874b0f6e48d37e5c4b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73313961, jitterRate=0.09246315062046051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:19:59,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28998251f779e4874b0f6e48d37e5c4b 2024-12-03T14:19:59,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 28998251f779e4874b0f6e48d37e5c4b: Running coprocessor pre-open hook at 1733235599706Writing region info on filesystem at 1733235599706Initializing all the Stores at 1733235599706Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235599706Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235599708 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235599708Cleaning up temporary data from old regions at 1733235599714 (+6 ms)Running coprocessor post-open hooks at 1733235599717 (+3 ms)Region opened successfully at 1733235599717 2024-12-03T14:19:59,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b., pid=10, masterSystemTime=1733235599686 2024-12-03T14:19:59,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b. 2024-12-03T14:19:59,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b. 2024-12-03T14:19:59,719 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=28998251f779e4874b0f6e48d37e5c4b, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,38697,1733235591505 2024-12-03T14:19:59,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28998251f779e4874b0f6e48d37e5c4b, server=3920e6a7c3b5,38697,1733235591505 because future has completed 2024-12-03T14:19:59,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T14:19:59,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 28998251f779e4874b0f6e48d37e5c4b, server=3920e6a7c3b5,38697,1733235591505 in 188 msec 2024-12-03T14:19:59,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T14:19:59,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=28998251f779e4874b0f6e48d37e5c4b, ASSIGN in 344 msec 2024-12-03T14:19:59,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:19:59,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235599725"}]},"ts":"1733235599725"} 2024-12-03T14:19:59,727 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T14:19:59,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:19:59,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2030 sec 2024-12-03T14:19:59,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b., hostname=3920e6a7c3b5,38697,1733235591505, seqNum=2] 2024-12-03T14:19:59,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-734206300 2024-12-03T14:19:59,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38697-0x1019b90254c0004, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-734206300 2024-12-03T14:19:59,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T14:19:59,919 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 379, reset compression=false 2024-12-03T14:19:59,930 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:19:59,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:59,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:59,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:59,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:59,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:59,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:59,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:59,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:59,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:59,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:19:59,966 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T14:19:59,966 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T14:20:00,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T14:20:00,039 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T14:20:00,062 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3920e6a7c3b5,38697,1733235591505, ReplicationSource: 1, currentBandwidth=0 2024-12-03T14:20:00,062 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:20:00,062 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,38697,1733235591505, seqNum=-1] 2024-12-03T14:20:00,062 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:20:00,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-03T14:20:00,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3920e6a7c3b5,38697,1733235591505', locateType=CURRENT is [region=hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b., hostname=3920e6a7c3b5,38697,1733235591505, seqNum=2] 2024-12-03T14:20:00,066 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T14:20:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T14:20:00,068 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3920e6a7c3b5,38697,1733235591505 suceeded 2024-12-03T14:20:00,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T14:20:00,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-12-03T14:20:00,070 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3920e6a7c3b5:37447,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T14:20:00,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5520 sec 2024-12-03T14:20:00,078 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:37447' 2024-12-03T14:20:00,079 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f48fae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:00,079 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,37447,-1 for getting cluster id 2024-12-03T14:20:00,079 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:20:00,080 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ba740cd-0325-47f1-86fb-f2d1ee1b3d54' 2024-12-03T14:20:00,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:20:00,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ba740cd-0325-47f1-86fb-f2d1ee1b3d54" 2024-12-03T14:20:00,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e6b533f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:00,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,37447,-1] 2024-12-03T14:20:00,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:20:00,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:00,081 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:20:00,082 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@423793c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:00,082 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:20:00,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,37447,1733235585844 2024-12-03T14:20:00,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@652a8f56 2024-12-03T14:20:00,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:20:00,083 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-03T14:20:00,083 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3920e6a7c3b5,38697,1733235591505 (queues=1) is replicating from cluster=9030f6c1-98ea-4e3a-b008-843822385f03 to cluster=6ba740cd-0325-47f1-86fb-f2d1ee1b3d54 2024-12-03T14:20:00,083 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3920e6a7c3b5%2C38697%2C1733235591505 2024-12-03T14:20:00,083 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3920e6a7c3b5,38697,1733235591505, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T14:20:00,084 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.shipper3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3920e6a7c3b5%2C38697%2C1733235591505 2024-12-03T14:20:00,084 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797, startPosition=0, beingWritten=true 2024-12-03T14:20:00,088 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:20:00,088 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 379, reset compression=false 2024-12-03T14:20:00,088 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.shipper3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,38697,1733235591505 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:20:00,295 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 379, reset compression=false 2024-12-03T14:20:00,599 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 379, reset compression=false 2024-12-03T14:20:00,623 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 379, reset compression=false 2024-12-03T14:20:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:20:00,664 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T14:20:00,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:20:00,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:00,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:00,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:00,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:20:00,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:20:00,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,45385,1733235586019, seqNum=-1] 2024-12-03T14:20:00,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:20:00,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:20:00,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733235594566.4dc9692f63005aaccf296573782b9746., hostname=3920e6a7c3b5,45385,1733235586019, seqNum=2] 2024-12-03T14:20:00,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:20:00,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,38697,1733235591505, seqNum=-1] 2024-12-03T14:20:00,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:20:00,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:20:00,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71., hostname=3920e6a7c3b5,38697,1733235591505, seqNum=2] 2024-12-03T14:20:00,676 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T14:20:01,003 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 379, reset compression=false 2024-12-03T14:20:01,426 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 379, reset compression=false 2024-12-03T14:20:01,430 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:20:01,431 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 480, reset compression=false 2024-12-03T14:20:01,431 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.shipper3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,45385,1733235586019 got entry batch from reader: WALEntryBatch [walEntries=[{test/4dc9692f63005aaccf296573782b9746/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T14:20:01,433 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.shipper3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:20:01,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-03T14:20:01,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:20:01,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7780c287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:01,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,34187,-1 for getting cluster id 2024-12-03T14:20:01,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:20:01,437 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9030f6c1-98ea-4e3a-b008-843822385f03' 2024-12-03T14:20:01,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:20:01,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9030f6c1-98ea-4e3a-b008-843822385f03" 2024-12-03T14:20:01,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43dffd79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:01,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,34187,-1] 2024-12-03T14:20:01,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:20:01,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:01,439 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:20:01,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b106287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:01,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:20:01,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,38697,1733235591505, seqNum=-1] 2024-12-03T14:20:01,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:20:01,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-03T14:20:01,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71., hostname=3920e6a7c3b5,38697,1733235591505, seqNum=2] 2024-12-03T14:20:01,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:20:01,527 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 379, reset compression=false 2024-12-03T14:20:01,532 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:20:01,532 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 503, reset compression=false 2024-12-03T14:20:01,532 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.shipper3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,38697,1733235591505 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:20:01,634 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 480, reset compression=false 2024-12-03T14:20:01,679 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T14:20:01,682 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T14:20:01,747 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 503, reset compression=false 2024-12-03T14:20:01,751 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:20:01,751 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 607, reset compression=false 2024-12-03T14:20:01,751 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.shipper3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,38697,1733235591505 got entry batch from reader: WALEntryBatch [walEntries=[{test/0df0e116e78dacc3df0eb13a18e57f71/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T14:20:01,753 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.shipper3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:20:01,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-03T14:20:01,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:20:01,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6398b480, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:01,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,37447,-1 for getting cluster id 2024-12-03T14:20:01,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:20:01,756 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ba740cd-0325-47f1-86fb-f2d1ee1b3d54' 2024-12-03T14:20:01,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:20:01,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ba740cd-0325-47f1-86fb-f2d1ee1b3d54" 2024-12-03T14:20:01,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eff9a17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:01,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,37447,-1] 2024-12-03T14:20:01,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:20:01,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:01,757 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:20:01,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25adc74e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:01,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:20:01,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,45385,1733235586019, seqNum=-1] 2024-12-03T14:20:01,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:20:01,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-03T14:20:01,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733235594566.4dc9692f63005aaccf296573782b9746., hostname=3920e6a7c3b5,45385,1733235586019, seqNum=2] 2024-12-03T14:20:01,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:20:01,938 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 480, reset compression=false 2024-12-03T14:20:01,942 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:20:01,942 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 608, reset compression=false 2024-12-03T14:20:01,942 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.shipper3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,45385,1733235586019 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:20:01,954 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 607, reset compression=false 2024-12-03T14:20:02,146 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 608, reset compression=false 2024-12-03T14:20:02,257 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 607, reset compression=false 2024-12-03T14:20:02,449 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 608, reset compression=false 2024-12-03T14:20:02,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T14:20:02,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T14:20:02,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T14:20:02,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T14:20:02,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:20:02,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T14:20:02,660 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 607, reset compression=false 2024-12-03T14:20:02,684 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T14:20:02,689 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T14:20:02,853 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 608, reset compression=false 2024-12-03T14:20:02,857 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:20:02,857 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 764, reset compression=false 2024-12-03T14:20:02,857 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.shipper3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,45385,1733235586019 got entry batch from reader: WALEntryBatch [walEntries=[{test/4dc9692f63005aaccf296573782b9746/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T14:20:02,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:20:02,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:20:03,061 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 764, reset compression=false 2024-12-03T14:20:03,163 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 607, reset compression=false 2024-12-03T14:20:03,167 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:20:03,167 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 754, reset compression=false 2024-12-03T14:20:03,167 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.shipper3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,38697,1733235591505 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:20:03,364 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 764, reset compression=false 2024-12-03T14:20:03,370 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 754, reset compression=false 2024-12-03T14:20:03,673 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 754, reset compression=false 2024-12-03T14:20:03,691 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T14:20:03,694 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T14:20:03,768 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 764, reset compression=false 2024-12-03T14:20:04,076 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 754, reset compression=false 2024-12-03T14:20:04,080 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:20:04,080 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 913, reset compression=false 2024-12-03T14:20:04,080 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.shipper3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,38697,1733235591505 got entry batch from reader: WALEntryBatch [walEntries=[{test/0df0e116e78dacc3df0eb13a18e57f71/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T14:20:04,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:20:04,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:20:04,271 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 764, reset compression=false 2024-12-03T14:20:04,274 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:20:04,274 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 914, reset compression=false 2024-12-03T14:20:04,274 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.shipper3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,45385,1733235586019 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:20:04,283 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 913, reset compression=false 2024-12-03T14:20:04,478 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 914, reset compression=false 2024-12-03T14:20:04,586 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 913, reset compression=false 2024-12-03T14:20:04,695 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T14:20:04,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T14:20:04,697 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:20:04,697 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:04,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:04,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:04,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:20:04,698 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T14:20:04,698 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1085222645, stopped=false 2024-12-03T14:20:04,698 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3920e6a7c3b5,34187,1733235591367 2024-12-03T14:20:04,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-734206300/running 2024-12-03T14:20:04,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38697-0x1019b90254c0004, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-734206300/running 2024-12-03T14:20:04,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-734206300 2024-12-03T14:20:04,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38697-0x1019b90254c0004, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-734206300 2024-12-03T14:20:04,749 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:20:04,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:20:04,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:04,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:04,749 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3920e6a7c3b5,38697,1733235591505' ***** 2024-12-03T14:20:04,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38697-0x1019b90254c0004, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Set watcher on znode that does not yet exist, /1-734206300/running 2024-12-03T14:20:04,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Set watcher on znode that does not yet exist, /1-734206300/running 2024-12-03T14:20:04,750 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T14:20:04,750 INFO [RS:0;3920e6a7c3b5:38697 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T14:20:04,750 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T14:20:04,750 INFO [RS:0;3920e6a7c3b5:38697 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T14:20:04,750 INFO [RS:0;3920e6a7c3b5:38697 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T14:20:04,750 INFO [RS:0;3920e6a7c3b5:38697 {}] regionserver.HRegionServer(3091): Received CLOSE for 28998251f779e4874b0f6e48d37e5c4b 2024-12-03T14:20:04,751 INFO [RS:0;3920e6a7c3b5:38697 {}] regionserver.HRegionServer(3091): Received CLOSE for 0df0e116e78dacc3df0eb13a18e57f71 2024-12-03T14:20:04,751 INFO [RS:0;3920e6a7c3b5:38697 {}] regionserver.HRegionServer(959): stopping server 3920e6a7c3b5,38697,1733235591505 2024-12-03T14:20:04,751 INFO [RS:0;3920e6a7c3b5:38697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:20:04,751 INFO [RS:0;3920e6a7c3b5:38697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:38697. 2024-12-03T14:20:04,751 DEBUG [RS:0;3920e6a7c3b5:38697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:04,751 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 28998251f779e4874b0f6e48d37e5c4b, disabling compactions & flushes 2024-12-03T14:20:04,751 DEBUG [RS:0;3920e6a7c3b5:38697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:04,751 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b. 2024-12-03T14:20:04,751 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b. 2024-12-03T14:20:04,751 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b. after waiting 0 ms 2024-12-03T14:20:04,751 INFO [RS:0;3920e6a7c3b5:38697 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T14:20:04,751 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b. 2024-12-03T14:20:04,751 INFO [RS:0;3920e6a7c3b5:38697 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T14:20:04,751 INFO [RS:0;3920e6a7c3b5:38697 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T14:20:04,751 INFO [RS:0;3920e6a7c3b5:38697 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T14:20:04,751 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 28998251f779e4874b0f6e48d37e5c4b 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-03T14:20:04,751 INFO [RS:0;3920e6a7c3b5:38697 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T14:20:04,751 DEBUG [RS:0;3920e6a7c3b5:38697 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 28998251f779e4874b0f6e48d37e5c4b=hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b., 0df0e116e78dacc3df0eb13a18e57f71=test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71.} 2024-12-03T14:20:04,751 DEBUG [RS:0;3920e6a7c3b5:38697 {}] regionserver.HRegionServer(1351): Waiting on 0df0e116e78dacc3df0eb13a18e57f71, 1588230740, 28998251f779e4874b0f6e48d37e5c4b 2024-12-03T14:20:04,751 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:20:04,751 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:20:04,751 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:20:04,751 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:20:04,751 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:20:04,751 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T14:20:04,760 INFO [regionserver/3920e6a7c3b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:20:04,764 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740/.tmp/info/c6be313037464535986e296d483e8552 is 147, key is hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b./info:regioninfo/1733235599719/Put/seqid=0 2024-12-03T14:20:04,767 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/replication/28998251f779e4874b0f6e48d37e5c4b/.tmp/queue/0469cfdec1094150a4ea5fc44dad1cdc is 153, key is 1-3920e6a7c3b5,38697,1733235591505/queue:3920e6a7c3b5%2C38697%2C1733235591505/1733235604085/Put/seqid=0 2024-12-03T14:20:04,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741840_1016 (size=7686) 2024-12-03T14:20:04,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741841_1017 (size=5352) 2024-12-03T14:20:04,784 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 914, reset compression=false 2024-12-03T14:20:04,951 DEBUG [RS:0;3920e6a7c3b5:38697 {}] regionserver.HRegionServer(1351): Waiting on 0df0e116e78dacc3df0eb13a18e57f71, 1588230740, 28998251f779e4874b0f6e48d37e5c4b 2024-12-03T14:20:04,990 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 913, reset compression=false 2024-12-03T14:20:05,151 DEBUG [RS:0;3920e6a7c3b5:38697 {}] regionserver.HRegionServer(1351): Waiting on 0df0e116e78dacc3df0eb13a18e57f71, 1588230740, 28998251f779e4874b0f6e48d37e5c4b 2024-12-03T14:20:05,168 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740/.tmp/info/c6be313037464535986e296d483e8552 2024-12-03T14:20:05,170 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/replication/28998251f779e4874b0f6e48d37e5c4b/.tmp/queue/0469cfdec1094150a4ea5fc44dad1cdc 2024-12-03T14:20:05,180 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/replication/28998251f779e4874b0f6e48d37e5c4b/.tmp/queue/0469cfdec1094150a4ea5fc44dad1cdc as hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/replication/28998251f779e4874b0f6e48d37e5c4b/queue/0469cfdec1094150a4ea5fc44dad1cdc 2024-12-03T14:20:05,185 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/replication/28998251f779e4874b0f6e48d37e5c4b/queue/0469cfdec1094150a4ea5fc44dad1cdc, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T14:20:05,186 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 28998251f779e4874b0f6e48d37e5c4b in 435ms, sequenceid=10, compaction requested=false 2024-12-03T14:20:05,187 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 914, reset compression=false 2024-12-03T14:20:05,192 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/replication/28998251f779e4874b0f6e48d37e5c4b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T14:20:05,193 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:20:05,193 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:20:05,193 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b. 2024-12-03T14:20:05,193 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 28998251f779e4874b0f6e48d37e5c4b: Waiting for close lock at 1733235604751Running coprocessor pre-close hooks at 1733235604751Disabling compacts and flushes for region at 1733235604751Disabling writes for close at 1733235604751Obtaining lock to block concurrent updates at 1733235604751Preparing flush snapshotting stores in 28998251f779e4874b0f6e48d37e5c4b at 1733235604751Finished memstore snapshotting hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733235604751Flushing stores of hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b. at 1733235604752 (+1 ms)Flushing 28998251f779e4874b0f6e48d37e5c4b/queue: creating writer at 1733235604752Flushing 28998251f779e4874b0f6e48d37e5c4b/queue: appending metadata at 1733235604767 (+15 ms)Flushing 28998251f779e4874b0f6e48d37e5c4b/queue: closing flushed file at 1733235604767Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bdb53be: reopening flushed file at 1733235605178 (+411 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 28998251f779e4874b0f6e48d37e5c4b in 435ms, sequenceid=10, compaction requested=false at 1733235605186 (+8 ms)Writing region close event to WAL at 1733235605186Running coprocessor post-close hooks at 1733235605193 (+7 ms)Closed at 1733235605193 2024-12-03T14:20:05,193 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733235598525.28998251f779e4874b0f6e48d37e5c4b. 2024-12-03T14:20:05,193 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740/.tmp/ns/482bf03caf6041f88d422a9765ac1f9b is 43, key is default/ns:d/1733235594451/Put/seqid=0 2024-12-03T14:20:05,193 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0df0e116e78dacc3df0eb13a18e57f71, disabling compactions & flushes 2024-12-03T14:20:05,193 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71. 2024-12-03T14:20:05,194 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71. 2024-12-03T14:20:05,194 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71. after waiting 0 ms 2024-12-03T14:20:05,194 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71. 2024-12-03T14:20:05,194 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0df0e116e78dacc3df0eb13a18e57f71 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-03T14:20:05,207 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:20:05,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741842_1018 (size=5153) 2024-12-03T14:20:05,215 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740/.tmp/ns/482bf03caf6041f88d422a9765ac1f9b 2024-12-03T14:20:05,217 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/default/test/0df0e116e78dacc3df0eb13a18e57f71/.tmp/f/d8873c11d76f42318cd00c18502e7579 is 29, key is row1/f:/1733235603691/DeleteFamily/seqid=0 2024-12-03T14:20:05,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741843_1019 (size=5118) 2024-12-03T14:20:05,243 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/default/test/0df0e116e78dacc3df0eb13a18e57f71/.tmp/f/d8873c11d76f42318cd00c18502e7579 2024-12-03T14:20:05,248 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8873c11d76f42318cd00c18502e7579 2024-12-03T14:20:05,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:05,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:05,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:05,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:05,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:05,258 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740/.tmp/rep_barrier/cb7009f557e24f7e92fdbe7fa5b2cbbd is 112, key is test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71./rep_barrier:seqnumDuringOpen/1733235595969/Put/seqid=0 2024-12-03T14:20:05,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:05,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741844_1020 (size=5518) 2024-12-03T14:20:05,264 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740/.tmp/rep_barrier/cb7009f557e24f7e92fdbe7fa5b2cbbd 2024-12-03T14:20:05,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:05,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:05,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:05,271 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/default/test/0df0e116e78dacc3df0eb13a18e57f71/.tmp/f1/bce1c6325a4a4198ae8f397fd58367f0 is 30, key is row1/f1:/1733235603691/DeleteFamily/seqid=0 2024-12-03T14:20:05,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:05,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741845_1021 (size=5123) 2024-12-03T14:20:05,288 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/default/test/0df0e116e78dacc3df0eb13a18e57f71/.tmp/f1/bce1c6325a4a4198ae8f397fd58367f0 2024-12-03T14:20:05,298 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740/.tmp/table/3e76539fc2d2431cb0ad785b3661cd3f is 53, key is hbase:replication/table:state/1733235599725/Put/seqid=0 2024-12-03T14:20:05,299 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bce1c6325a4a4198ae8f397fd58367f0 2024-12-03T14:20:05,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741846_1022 (size=5308) 2024-12-03T14:20:05,302 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740/.tmp/table/3e76539fc2d2431cb0ad785b3661cd3f 2024-12-03T14:20:05,306 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740/.tmp/info/c6be313037464535986e296d483e8552 as hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740/info/c6be313037464535986e296d483e8552 2024-12-03T14:20:05,310 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740/info/c6be313037464535986e296d483e8552, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T14:20:05,311 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740/.tmp/ns/482bf03caf6041f88d422a9765ac1f9b as hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740/ns/482bf03caf6041f88d422a9765ac1f9b 2024-12-03T14:20:05,313 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/default/test/0df0e116e78dacc3df0eb13a18e57f71/.tmp/norep/642d3eaaf4cd4cdca48efb357b3920ad is 33, key is row1/norep:/1733235603691/DeleteFamily/seqid=0 2024-12-03T14:20:05,314 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740/ns/482bf03caf6041f88d422a9765ac1f9b, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T14:20:05,315 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740/.tmp/rep_barrier/cb7009f557e24f7e92fdbe7fa5b2cbbd as hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740/rep_barrier/cb7009f557e24f7e92fdbe7fa5b2cbbd 2024-12-03T14:20:05,318 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740/rep_barrier/cb7009f557e24f7e92fdbe7fa5b2cbbd, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T14:20:05,319 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740/.tmp/table/3e76539fc2d2431cb0ad785b3661cd3f as hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740/table/3e76539fc2d2431cb0ad785b3661cd3f 2024-12-03T14:20:05,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741847_1023 (size=5108) 2024-12-03T14:20:05,322 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740/table/3e76539fc2d2431cb0ad785b3661cd3f, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T14:20:05,323 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 572ms, sequenceid=16, compaction requested=false 2024-12-03T14:20:05,329 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T14:20:05,330 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:20:05,330 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:20:05,330 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:20:05,330 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235604751Running coprocessor pre-close hooks at 1733235604751Disabling compacts and flushes for region at 1733235604751Disabling writes for close at 1733235604751Obtaining lock to block concurrent updates at 1733235604751Preparing flush snapshotting stores in 1588230740 at 1733235604751Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733235604751Flushing stores of hbase:meta,,1.1588230740 at 1733235604752 (+1 ms)Flushing 1588230740/info: creating writer at 1733235604752Flushing 1588230740/info: appending metadata at 1733235604764 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733235604764Flushing 1588230740/ns: creating writer at 1733235605175 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733235605193 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733235605193Flushing 1588230740/rep_barrier: creating writer at 1733235605220 (+27 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733235605258 (+38 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733235605258Flushing 1588230740/table: creating writer at 1733235605271 (+13 ms)Flushing 1588230740/table: appending metadata at 1733235605298 (+27 ms)Flushing 1588230740/table: closing flushed file at 1733235605298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@139991b2: reopening flushed file at 1733235605306 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5901d57b: reopening flushed file at 1733235605310 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54d38331: reopening flushed file at 1733235605314 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@543e15d1: reopening flushed file at 1733235605318 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 572ms, sequenceid=16, compaction requested=false at 1733235605323 (+5 ms)Writing region close event to WAL at 1733235605327 (+4 ms)Running coprocessor post-close hooks at 1733235605330 (+3 ms)Closed at 1733235605330 2024-12-03T14:20:05,330 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T14:20:05,352 DEBUG [RS:0;3920e6a7c3b5:38697 {}] regionserver.HRegionServer(1351): Waiting on 0df0e116e78dacc3df0eb13a18e57f71 2024-12-03T14:20:05,493 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 913, reset compression=false 2024-12-03T14:20:05,497 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:20:05,497 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 1160, reset compression=false 2024-12-03T14:20:05,497 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.shipper3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,38697,1733235591505 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:20:05,498 ERROR [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.shipper3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3920e6a7c3b5,38697,1733235591505: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3920e6a7c3b5,38697,1733235591505, walGroup=3920e6a7c3b5%2C38697%2C1733235591505, offset=3920e6a7c3b5%2C38697%2C1733235591505.1733235593797:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:38697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T14:20:05,498 ERROR [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.shipper3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T14:20:05,498 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.shipper3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T14:20:05,499 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.shipper3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T14:20:05,499 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.shipper3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T14:20:05,499 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.shipper3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T14:20:05,499 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.shipper3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 685686784 }, "NonHeapMemoryUsage": { "committed": 194772992, "init": 7667712, "max": -1, "used": 191390320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T14:20:05,499 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.shipper3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:34187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:34187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T14:20:05,552 DEBUG [RS:0;3920e6a7c3b5:38697 {}] regionserver.HRegionServer(1351): Waiting on 0df0e116e78dacc3df0eb13a18e57f71 2024-12-03T14:20:05,678 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T14:20:05,679 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T14:20:05,701 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 1160, reset compression=false 2024-12-03T14:20:05,705 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 914, reset compression=false 2024-12-03T14:20:05,717 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/default/test/0df0e116e78dacc3df0eb13a18e57f71/.tmp/norep/642d3eaaf4cd4cdca48efb357b3920ad 2024-12-03T14:20:05,724 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 642d3eaaf4cd4cdca48efb357b3920ad 2024-12-03T14:20:05,727 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/default/test/0df0e116e78dacc3df0eb13a18e57f71/.tmp/f/d8873c11d76f42318cd00c18502e7579 as hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/default/test/0df0e116e78dacc3df0eb13a18e57f71/f/d8873c11d76f42318cd00c18502e7579 2024-12-03T14:20:05,733 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8873c11d76f42318cd00c18502e7579 2024-12-03T14:20:05,733 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/default/test/0df0e116e78dacc3df0eb13a18e57f71/f/d8873c11d76f42318cd00c18502e7579, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T14:20:05,734 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/default/test/0df0e116e78dacc3df0eb13a18e57f71/.tmp/f1/bce1c6325a4a4198ae8f397fd58367f0 as hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/default/test/0df0e116e78dacc3df0eb13a18e57f71/f1/bce1c6325a4a4198ae8f397fd58367f0 2024-12-03T14:20:05,738 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bce1c6325a4a4198ae8f397fd58367f0 2024-12-03T14:20:05,739 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/default/test/0df0e116e78dacc3df0eb13a18e57f71/f1/bce1c6325a4a4198ae8f397fd58367f0, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T14:20:05,739 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/default/test/0df0e116e78dacc3df0eb13a18e57f71/.tmp/norep/642d3eaaf4cd4cdca48efb357b3920ad as hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/default/test/0df0e116e78dacc3df0eb13a18e57f71/norep/642d3eaaf4cd4cdca48efb357b3920ad 2024-12-03T14:20:05,744 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 642d3eaaf4cd4cdca48efb357b3920ad 2024-12-03T14:20:05,744 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/default/test/0df0e116e78dacc3df0eb13a18e57f71/norep/642d3eaaf4cd4cdca48efb357b3920ad, entries=1, sequenceid=8, filesize=5.0 K 2024-12-03T14:20:05,745 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0df0e116e78dacc3df0eb13a18e57f71 in 551ms, sequenceid=8, compaction requested=false 2024-12-03T14:20:05,751 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/data/default/test/0df0e116e78dacc3df0eb13a18e57f71/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T14:20:05,752 INFO [RS:0;3920e6a7c3b5:38697 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T14:20:05,752 DEBUG [RS:0;3920e6a7c3b5:38697 {}] regionserver.HRegionServer(1325): Online Regions={0df0e116e78dacc3df0eb13a18e57f71=test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71.} 2024-12-03T14:20:05,752 DEBUG [RS:0;3920e6a7c3b5:38697 {}] regionserver.HRegionServer(1351): Waiting on 0df0e116e78dacc3df0eb13a18e57f71 2024-12-03T14:20:05,752 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:20:05,752 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:20:05,752 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71. 2024-12-03T14:20:05,752 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0df0e116e78dacc3df0eb13a18e57f71: Waiting for close lock at 1733235605193Running coprocessor pre-close hooks at 1733235605193Disabling compacts and flushes for region at 1733235605193Disabling writes for close at 1733235605194 (+1 ms)Obtaining lock to block concurrent updates at 1733235605194Preparing flush snapshotting stores in 0df0e116e78dacc3df0eb13a18e57f71 at 1733235605194Finished memstore snapshotting test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733235605194Flushing stores of test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71. at 1733235605195 (+1 ms)Flushing 0df0e116e78dacc3df0eb13a18e57f71/f: creating writer at 1733235605195Flushing 0df0e116e78dacc3df0eb13a18e57f71/f: appending metadata at 1733235605217 (+22 ms)Flushing 0df0e116e78dacc3df0eb13a18e57f71/f: closing flushed file at 1733235605217Flushing 0df0e116e78dacc3df0eb13a18e57f71/f1: creating writer at 1733235605248 (+31 ms)Flushing 0df0e116e78dacc3df0eb13a18e57f71/f1: appending metadata at 1733235605270 (+22 ms)Flushing 0df0e116e78dacc3df0eb13a18e57f71/f1: closing flushed file at 1733235605270Flushing 0df0e116e78dacc3df0eb13a18e57f71/norep: creating writer at 1733235605299 (+29 ms)Flushing 0df0e116e78dacc3df0eb13a18e57f71/norep: appending metadata at 1733235605312 (+13 ms)Flushing 0df0e116e78dacc3df0eb13a18e57f71/norep: closing flushed file at 1733235605312Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c55f4cd: reopening flushed file at 1733235605724 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1972695e: reopening flushed file at 1733235605733 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a86c406: reopening flushed file at 1733235605739 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0df0e116e78dacc3df0eb13a18e57f71 in 551ms, sequenceid=8, compaction requested=false at 1733235605745 (+6 ms)Writing region close event to WAL at 1733235605747 (+2 ms)Running coprocessor post-close hooks at 1733235605752 (+5 ms)Closed at 1733235605752 2024-12-03T14:20:05,752 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733235595206.0df0e116e78dacc3df0eb13a18e57f71. 2024-12-03T14:20:05,952 INFO [RS:0;3920e6a7c3b5:38697 {}] regionserver.HRegionServer(976): stopping server 3920e6a7c3b5,38697,1733235591505; all regions closed. 2024-12-03T14:20:05,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741834_1010 (size=4239) 2024-12-03T14:20:05,954 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.meta.1733235594413.meta not finished, retry = 0 2024-12-03T14:20:06,004 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 1160, reset compression=false 2024-12-03T14:20:06,008 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:20:06,008 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 1804, reset compression=false 2024-12-03T14:20:06,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741839_1015 (size=2676) 2024-12-03T14:20:06,057 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.rep.1733235599690 not finished, retry = 0 2024-12-03T14:20:06,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741833_1009 (size=1812) 2024-12-03T14:20:06,159 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 not finished, retry = 0 2024-12-03T14:20:06,211 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 to pos 1804, reset compression=false 2024-12-03T14:20:06,260 DEBUG [RS:0;3920e6a7c3b5:38697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:06,260 INFO [RS:0;3920e6a7c3b5:38697 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:20:06,260 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/WALs/3920e6a7c3b5,38697,1733235591505/3920e6a7c3b5%2C38697%2C1733235591505.1733235593797 2024-12-03T14:20:06,260 INFO [RS:0;3920e6a7c3b5:38697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:20:06,261 INFO [RS:0;3920e6a7c3b5:38697 {}] hbase.ChoreService(370): Chore service for: regionserver/3920e6a7c3b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T14:20:06,261 INFO [RS:0;3920e6a7c3b5:38697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:20:06,261 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:20:06,261 INFO [RS:0;3920e6a7c3b5:38697 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3920e6a7c3b5,38697,1733235591505 because: Region server is closing 2024-12-03T14:20:06,261 INFO [RS:0;3920e6a7c3b5:38697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:38697. 2024-12-03T14:20:06,261 DEBUG [RS:0;3920e6a7c3b5:38697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:06,261 DEBUG [RS:0;3920e6a7c3b5:38697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:06,262 DEBUG [RS:0;3920e6a7c3b5:38697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:06,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:20:06,309 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 914, reset compression=false 2024-12-03T14:20:06,362 INFO [RS:0;3920e6a7c3b5:38697 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.shipper3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 terminated 2024-12-03T14:20:06,362 INFO [RS:0;3920e6a7c3b5:38697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:38697. 2024-12-03T14:20:06,362 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,38697,1733235591505.replicationSource.wal-reader.3920e6a7c3b5%2C38697%2C1733235591505,1-3920e6a7c3b5,38697,1733235591505 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-03T14:20:06,362 DEBUG [RS:0;3920e6a7c3b5:38697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:06,362 DEBUG [RS:0;3920e6a7c3b5:38697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:06,362 DEBUG [RS:0;3920e6a7c3b5:38697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:06,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:20:06,362 INFO [RS:0;3920e6a7c3b5:38697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38697 2024-12-03T14:20:06,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38697-0x1019b90254c0004, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-734206300/rs/3920e6a7c3b5,38697,1733235591505 2024-12-03T14:20:06,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-734206300/rs 2024-12-03T14:20:06,422 INFO [RS:0;3920e6a7c3b5:38697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:20:06,433 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3920e6a7c3b5,38697,1733235591505] 2024-12-03T14:20:06,443 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-734206300/draining/3920e6a7c3b5,38697,1733235591505 already deleted, retry=false 2024-12-03T14:20:06,443 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3920e6a7c3b5,38697,1733235591505 expired; onlineServers=0 2024-12-03T14:20:06,443 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3920e6a7c3b5,34187,1733235591367' ***** 2024-12-03T14:20:06,443 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T14:20:06,443 INFO [M:0;3920e6a7c3b5:34187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:20:06,444 INFO [M:0;3920e6a7c3b5:34187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:20:06,444 DEBUG [M:0;3920e6a7c3b5:34187 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T14:20:06,444 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T14:20:06,444 DEBUG [M:0;3920e6a7c3b5:34187 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T14:20:06,444 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235593556 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235593556,5,FailOnTimeoutGroup] 2024-12-03T14:20:06,444 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235593556 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235593556,5,FailOnTimeoutGroup] 2024-12-03T14:20:06,444 INFO [M:0;3920e6a7c3b5:34187 {}] hbase.ChoreService(370): Chore service for: master/3920e6a7c3b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T14:20:06,444 INFO [M:0;3920e6a7c3b5:34187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:20:06,444 DEBUG [M:0;3920e6a7c3b5:34187 {}] master.HMaster(1795): Stopping service threads 2024-12-03T14:20:06,444 INFO [M:0;3920e6a7c3b5:34187 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T14:20:06,444 INFO [M:0;3920e6a7c3b5:34187 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:20:06,444 INFO [M:0;3920e6a7c3b5:34187 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T14:20:06,444 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T14:20:06,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-734206300/master 2024-12-03T14:20:06,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-734206300 2024-12-03T14:20:06,454 DEBUG [M:0;3920e6a7c3b5:34187 {}] zookeeper.ZKUtil(347): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Unable to get data of znode /1-734206300/master because node does not exist (not an error) 2024-12-03T14:20:06,454 WARN [M:0;3920e6a7c3b5:34187 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T14:20:06,454 INFO [M:0;3920e6a7c3b5:34187 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/.lastflushedseqids 2024-12-03T14:20:06,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741848_1024 (size=245) 2024-12-03T14:20:06,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38697-0x1019b90254c0004, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:20:06,533 INFO [RS:0;3920e6a7c3b5:38697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:20:06,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38697-0x1019b90254c0004, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:20:06,533 INFO [RS:0;3920e6a7c3b5:38697 {}] regionserver.HRegionServer(1031): Exiting; stopping=3920e6a7c3b5,38697,1733235591505; zookeeper connection closed. 2024-12-03T14:20:06,533 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1466a23a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1466a23a 2024-12-03T14:20:06,533 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T14:20:06,859 INFO [M:0;3920e6a7c3b5:34187 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T14:20:06,859 INFO [M:0;3920e6a7c3b5:34187 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T14:20:06,859 DEBUG [M:0;3920e6a7c3b5:34187 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:20:06,859 INFO [M:0;3920e6a7c3b5:34187 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:06,859 DEBUG [M:0;3920e6a7c3b5:34187 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:06,859 DEBUG [M:0;3920e6a7c3b5:34187 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:20:06,859 DEBUG [M:0;3920e6a7c3b5:34187 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:06,859 INFO [M:0;3920e6a7c3b5:34187 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-03T14:20:06,872 DEBUG [M:0;3920e6a7c3b5:34187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ad11fa199f140a984aeacf77c5e5479 is 82, key is hbase:meta,,1/info:regioninfo/1733235594439/Put/seqid=0 2024-12-03T14:20:06,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741849_1025 (size=5672) 2024-12-03T14:20:07,012 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 914, reset compression=false 2024-12-03T14:20:07,275 INFO [M:0;3920e6a7c3b5:34187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ad11fa199f140a984aeacf77c5e5479 2024-12-03T14:20:07,295 DEBUG [M:0;3920e6a7c3b5:34187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16c0c8ae03a8422fa0f35e4da34f6858 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733235599728/Put/seqid=0 2024-12-03T14:20:07,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741850_1026 (size=8517) 2024-12-03T14:20:07,699 INFO [M:0;3920e6a7c3b5:34187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16c0c8ae03a8422fa0f35e4da34f6858 2024-12-03T14:20:07,720 DEBUG [M:0;3920e6a7c3b5:34187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a09f1704211047a7b2ce3370cce9ece3 is 69, key is 3920e6a7c3b5,38697,1733235591505/rs:state/1733235593591/Put/seqid=0 2024-12-03T14:20:07,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741851_1027 (size=5156) 2024-12-03T14:20:07,815 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 914, reset compression=false 2024-12-03T14:20:08,124 INFO [M:0;3920e6a7c3b5:34187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a09f1704211047a7b2ce3370cce9ece3 2024-12-03T14:20:08,128 DEBUG [M:0;3920e6a7c3b5:34187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ad11fa199f140a984aeacf77c5e5479 as hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ad11fa199f140a984aeacf77c5e5479 2024-12-03T14:20:08,131 INFO [M:0;3920e6a7c3b5:34187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ad11fa199f140a984aeacf77c5e5479, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T14:20:08,131 DEBUG [M:0;3920e6a7c3b5:34187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16c0c8ae03a8422fa0f35e4da34f6858 as hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16c0c8ae03a8422fa0f35e4da34f6858 2024-12-03T14:20:08,134 INFO [M:0;3920e6a7c3b5:34187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16c0c8ae03a8422fa0f35e4da34f6858, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T14:20:08,135 DEBUG [M:0;3920e6a7c3b5:34187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a09f1704211047a7b2ce3370cce9ece3 as hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a09f1704211047a7b2ce3370cce9ece3 2024-12-03T14:20:08,138 INFO [M:0;3920e6a7c3b5:34187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39581/user/jenkins/test-data/3081c3ea-23b2-ce12-2fc8-8183a1b67d6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a09f1704211047a7b2ce3370cce9ece3, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T14:20:08,139 INFO [M:0;3920e6a7c3b5:34187 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false 2024-12-03T14:20:08,140 INFO [M:0;3920e6a7c3b5:34187 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:08,140 DEBUG [M:0;3920e6a7c3b5:34187 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235606859Disabling compacts and flushes for region at 1733235606859Disabling writes for close at 1733235606859Obtaining lock to block concurrent updates at 1733235606859Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733235606859Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733235606859Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733235606860 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733235606860Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733235606871 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733235606871Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733235607279 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733235607295 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733235607295Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733235607703 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733235607719 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733235607719Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f6750ea: reopening flushed file at 1733235608127 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71a4f64b: reopening flushed file at 1733235608131 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@515b84ea: reopening flushed file at 1733235608134 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false at 1733235608139 (+5 ms)Writing region close event to WAL at 1733235608140 (+1 ms)Closed at 1733235608140 2024-12-03T14:20:08,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36341 is added to blk_1073741830_1006 (size=63666) 2024-12-03T14:20:08,143 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:20:08,143 INFO [M:0;3920e6a7c3b5:34187 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T14:20:08,143 INFO [M:0;3920e6a7c3b5:34187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34187 2024-12-03T14:20:08,143 INFO [M:0;3920e6a7c3b5:34187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:20:08,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:20:08,343 INFO [M:0;3920e6a7c3b5:34187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:20:08,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1019b90254c0003, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:20:08,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fdc8907{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:20:08,346 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55806806{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:20:08,346 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:20:08,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1664869a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:20:08,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25157a91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/hadoop.log.dir/,STOPPED} 2024-12-03T14:20:08,348 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T14:20:08,348 WARN [BP-1150043459-172.17.0.2-1733235589513 heartbeating to localhost/127.0.0.1:39581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T14:20:08,348 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T14:20:08,348 WARN [BP-1150043459-172.17.0.2-1733235589513 heartbeating to localhost/127.0.0.1:39581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1150043459-172.17.0.2-1733235589513 (Datanode Uuid 365c8027-221d-41ba-b4ea-02276b3277e0) service to localhost/127.0.0.1:39581 2024-12-03T14:20:08,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/cluster_3f577faa-12da-98e1-dafd-db4d05fcd826/data/data1/current/BP-1150043459-172.17.0.2-1733235589513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:20:08,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/cluster_3f577faa-12da-98e1-dafd-db4d05fcd826/data/data2/current/BP-1150043459-172.17.0.2-1733235589513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:20:08,349 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T14:20:08,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44f511c4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:20:08,355 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7da30d31{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:20:08,355 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:20:08,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@748d40d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:20:08,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64f1fa9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/hadoop.log.dir/,STOPPED} 2024-12-03T14:20:08,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T14:20:08,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T14:20:08,367 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:20:08,367 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:08,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:08,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:08,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:20:08,367 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T14:20:08,367 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1852181573, stopped=false 2024-12-03T14:20:08,367 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3920e6a7c3b5,37447,1733235585844 2024-12-03T14:20:08,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0330731985/running 2024-12-03T14:20:08,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45385-0x1019b90254c0001, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0330731985/running 2024-12-03T14:20:08,380 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:20:08,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0330731985 2024-12-03T14:20:08,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45385-0x1019b90254c0001, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0330731985 2024-12-03T14:20:08,381 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:20:08,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Set watcher on znode that does not yet exist, /0330731985/running 2024-12-03T14:20:08,381 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:08,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45385-0x1019b90254c0001, quorum=127.0.0.1:52910, baseZNode=/0330731985 Set watcher on znode that does not yet exist, /0330731985/running 2024-12-03T14:20:08,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:08,381 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3920e6a7c3b5,45385,1733235586019' ***** 2024-12-03T14:20:08,381 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T14:20:08,381 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T14:20:08,381 INFO [RS:0;3920e6a7c3b5:45385 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T14:20:08,381 INFO [RS:0;3920e6a7c3b5:45385 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T14:20:08,381 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T14:20:08,381 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(3091): Received CLOSE for 4dc9692f63005aaccf296573782b9746 2024-12-03T14:20:08,381 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f565689a0727b1eb1470fa7d17301b9 2024-12-03T14:20:08,381 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(959): stopping server 3920e6a7c3b5,45385,1733235586019 2024-12-03T14:20:08,381 INFO [RS:0;3920e6a7c3b5:45385 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:20:08,382 INFO [RS:0;3920e6a7c3b5:45385 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:45385. 2024-12-03T14:20:08,382 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4dc9692f63005aaccf296573782b9746, disabling compactions & flushes 2024-12-03T14:20:08,382 DEBUG [RS:0;3920e6a7c3b5:45385 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:08,382 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733235594566.4dc9692f63005aaccf296573782b9746. 2024-12-03T14:20:08,382 DEBUG [RS:0;3920e6a7c3b5:45385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:08,382 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235594566.4dc9692f63005aaccf296573782b9746. 2024-12-03T14:20:08,382 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733235594566.4dc9692f63005aaccf296573782b9746. after waiting 0 ms 2024-12-03T14:20:08,382 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733235594566.4dc9692f63005aaccf296573782b9746. 2024-12-03T14:20:08,382 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T14:20:08,382 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T14:20:08,382 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T14:20:08,382 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T14:20:08,382 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4dc9692f63005aaccf296573782b9746 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-03T14:20:08,382 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T14:20:08,382 DEBUG [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(1325): Online Regions={4dc9692f63005aaccf296573782b9746=test,,1733235594566.4dc9692f63005aaccf296573782b9746., 1588230740=hbase:meta,,1.1588230740, 5f565689a0727b1eb1470fa7d17301b9=hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9.} 2024-12-03T14:20:08,382 DEBUG [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4dc9692f63005aaccf296573782b9746, 5f565689a0727b1eb1470fa7d17301b9 2024-12-03T14:20:08,382 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:20:08,382 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:20:08,382 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:20:08,382 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:20:08,382 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:20:08,382 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T14:20:08,394 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740/.tmp/info/5ca7e936bbd6453d9be1e4cffc756503 is 147, key is hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9./info:regioninfo/1733235597538/Put/seqid=0 2024-12-03T14:20:08,394 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/default/test/4dc9692f63005aaccf296573782b9746/.tmp/f/2f12cda812374fa0bb8c88a9e2b9dc39 is 29, key is row1/f:/1733235603691/DeleteFamily/seqid=0 2024-12-03T14:20:08,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741841_1017 (size=5118) 2024-12-03T14:20:08,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741840_1016 (size=7686) 2024-12-03T14:20:08,400 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740/.tmp/info/5ca7e936bbd6453d9be1e4cffc756503 2024-12-03T14:20:08,415 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740/.tmp/ns/2eb6d67e30474ae68fbec2c06a89d495 is 43, key is default/ns:d/1733235589355/Put/seqid=0 2024-12-03T14:20:08,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741842_1018 (size=5153) 2024-12-03T14:20:08,473 INFO [regionserver/3920e6a7c3b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:20:08,532 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:20:08,533 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:20:08,533 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28383 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:20:08,582 DEBUG [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4dc9692f63005aaccf296573782b9746, 5f565689a0727b1eb1470fa7d17301b9 2024-12-03T14:20:08,718 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 914, reset compression=false 2024-12-03T14:20:08,722 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:20:08,722 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 1161, reset compression=false 2024-12-03T14:20:08,722 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.shipper3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,45385,1733235586019 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:20:08,723 ERROR [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.shipper3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3920e6a7c3b5,45385,1733235586019: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3920e6a7c3b5,45385,1733235586019, walGroup=3920e6a7c3b5%2C45385%2C1733235586019, offset=3920e6a7c3b5%2C45385%2C1733235586019.1733235588290:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:45385 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T14:20:08,724 ERROR [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.shipper3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T14:20:08,724 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.shipper3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T14:20:08,724 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.shipper3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T14:20:08,724 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.shipper3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T14:20:08,724 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.shipper3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T14:20:08,724 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.shipper3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 727629824 }, "NonHeapMemoryUsage": { "committed": 195100672, "init": 7667712, "max": -1, "used": 191870632 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T14:20:08,724 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.shipper3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:37447 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:37447 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T14:20:08,782 DEBUG [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4dc9692f63005aaccf296573782b9746, 5f565689a0727b1eb1470fa7d17301b9 2024-12-03T14:20:08,798 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/default/test/4dc9692f63005aaccf296573782b9746/.tmp/f/2f12cda812374fa0bb8c88a9e2b9dc39 2024-12-03T14:20:08,801 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f12cda812374fa0bb8c88a9e2b9dc39 2024-12-03T14:20:08,812 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/default/test/4dc9692f63005aaccf296573782b9746/.tmp/f1/2388a00e20f140eaaca878ffe8ab78f1 is 30, key is row1/f1:/1733235603691/DeleteFamily/seqid=0 2024-12-03T14:20:08,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741843_1019 (size=5123) 2024-12-03T14:20:08,818 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740/.tmp/ns/2eb6d67e30474ae68fbec2c06a89d495 2024-12-03T14:20:08,833 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740/.tmp/rep_barrier/6a27ed538e0d4e508bdf0a5a16596c8d is 112, key is test,,1733235594566.4dc9692f63005aaccf296573782b9746./rep_barrier:seqnumDuringOpen/1733235594941/Put/seqid=0 2024-12-03T14:20:08,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741844_1020 (size=5518) 2024-12-03T14:20:08,836 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740/.tmp/rep_barrier/6a27ed538e0d4e508bdf0a5a16596c8d 2024-12-03T14:20:08,856 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740/.tmp/table/278794a4b81f420984b44ca5fb14603d is 53, key is hbase:replication/table:state/1733235597544/Put/seqid=0 2024-12-03T14:20:08,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741845_1021 (size=5308) 2024-12-03T14:20:08,925 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 1161, reset compression=false 2024-12-03T14:20:08,982 DEBUG [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4dc9692f63005aaccf296573782b9746, 5f565689a0727b1eb1470fa7d17301b9 2024-12-03T14:20:09,183 DEBUG [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4dc9692f63005aaccf296573782b9746, 5f565689a0727b1eb1470fa7d17301b9 2024-12-03T14:20:09,185 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T14:20:09,185 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T14:20:09,216 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/default/test/4dc9692f63005aaccf296573782b9746/.tmp/f1/2388a00e20f140eaaca878ffe8ab78f1 2024-12-03T14:20:09,220 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2388a00e20f140eaaca878ffe8ab78f1 2024-12-03T14:20:09,229 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 1161, reset compression=false 2024-12-03T14:20:09,231 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/default/test/4dc9692f63005aaccf296573782b9746/.tmp/norep/fa68a75738b34c28b07516080ad9b45c is 32, key is row/norep:/1733235602686/DeleteFamily/seqid=0 2024-12-03T14:20:09,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741846_1022 (size=5101) 2024-12-03T14:20:09,259 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740/.tmp/table/278794a4b81f420984b44ca5fb14603d 2024-12-03T14:20:09,263 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740/.tmp/info/5ca7e936bbd6453d9be1e4cffc756503 as hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740/info/5ca7e936bbd6453d9be1e4cffc756503 2024-12-03T14:20:09,267 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740/info/5ca7e936bbd6453d9be1e4cffc756503, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T14:20:09,267 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740/.tmp/ns/2eb6d67e30474ae68fbec2c06a89d495 as hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740/ns/2eb6d67e30474ae68fbec2c06a89d495 2024-12-03T14:20:09,271 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740/ns/2eb6d67e30474ae68fbec2c06a89d495, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T14:20:09,271 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740/.tmp/rep_barrier/6a27ed538e0d4e508bdf0a5a16596c8d as hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740/rep_barrier/6a27ed538e0d4e508bdf0a5a16596c8d 2024-12-03T14:20:09,275 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740/rep_barrier/6a27ed538e0d4e508bdf0a5a16596c8d, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T14:20:09,275 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740/.tmp/table/278794a4b81f420984b44ca5fb14603d as hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740/table/278794a4b81f420984b44ca5fb14603d 2024-12-03T14:20:09,279 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740/table/278794a4b81f420984b44ca5fb14603d, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T14:20:09,280 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 898ms, sequenceid=16, compaction requested=false 2024-12-03T14:20:09,280 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T14:20:09,283 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T14:20:09,284 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:20:09,284 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:20:09,284 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:20:09,284 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235608382Running coprocessor pre-close hooks at 1733235608382Disabling compacts and flushes for region at 1733235608382Disabling writes for close at 1733235608382Obtaining lock to block concurrent updates at 1733235608382Preparing flush snapshotting stores in 1588230740 at 1733235608382Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733235608382Flushing stores of hbase:meta,,1.1588230740 at 1733235608383 (+1 ms)Flushing 1588230740/info: creating writer at 1733235608383Flushing 1588230740/info: appending metadata at 1733235608394 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733235608394Flushing 1588230740/ns: creating writer at 1733235608404 (+10 ms)Flushing 1588230740/ns: appending metadata at 1733235608414 (+10 ms)Flushing 1588230740/ns: closing flushed file at 1733235608414Flushing 1588230740/rep_barrier: creating writer at 1733235608822 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733235608833 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733235608833Flushing 1588230740/table: creating writer at 1733235608840 (+7 ms)Flushing 1588230740/table: appending metadata at 1733235608855 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733235608855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70dec01: reopening flushed file at 1733235609263 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@791c18b: reopening flushed file at 1733235609267 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd8fa15: reopening flushed file at 1733235609271 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@648dccc0: reopening flushed file at 1733235609275 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 898ms, sequenceid=16, compaction requested=false at 1733235609280 (+5 ms)Writing region close event to WAL at 1733235609281 (+1 ms)Running coprocessor post-close hooks at 1733235609284 (+3 ms)Closed at 1733235609284 2024-12-03T14:20:09,284 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T14:20:09,383 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T14:20:09,383 DEBUG [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(1325): Online Regions={4dc9692f63005aaccf296573782b9746=test,,1733235594566.4dc9692f63005aaccf296573782b9746., 5f565689a0727b1eb1470fa7d17301b9=hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9.} 2024-12-03T14:20:09,383 DEBUG [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(1351): Waiting on 4dc9692f63005aaccf296573782b9746, 5f565689a0727b1eb1470fa7d17301b9 2024-12-03T14:20:09,583 DEBUG [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(1351): Waiting on 4dc9692f63005aaccf296573782b9746, 5f565689a0727b1eb1470fa7d17301b9 2024-12-03T14:20:09,632 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 1161, reset compression=false 2024-12-03T14:20:09,636 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/default/test/4dc9692f63005aaccf296573782b9746/.tmp/norep/fa68a75738b34c28b07516080ad9b45c 2024-12-03T14:20:09,639 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa68a75738b34c28b07516080ad9b45c 2024-12-03T14:20:09,640 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/default/test/4dc9692f63005aaccf296573782b9746/.tmp/f/2f12cda812374fa0bb8c88a9e2b9dc39 as hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/default/test/4dc9692f63005aaccf296573782b9746/f/2f12cda812374fa0bb8c88a9e2b9dc39 2024-12-03T14:20:09,644 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f12cda812374fa0bb8c88a9e2b9dc39 2024-12-03T14:20:09,644 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/default/test/4dc9692f63005aaccf296573782b9746/f/2f12cda812374fa0bb8c88a9e2b9dc39, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T14:20:09,644 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/default/test/4dc9692f63005aaccf296573782b9746/.tmp/f1/2388a00e20f140eaaca878ffe8ab78f1 as hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/default/test/4dc9692f63005aaccf296573782b9746/f1/2388a00e20f140eaaca878ffe8ab78f1 2024-12-03T14:20:09,648 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2388a00e20f140eaaca878ffe8ab78f1 2024-12-03T14:20:09,648 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/default/test/4dc9692f63005aaccf296573782b9746/f1/2388a00e20f140eaaca878ffe8ab78f1, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T14:20:09,649 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/default/test/4dc9692f63005aaccf296573782b9746/.tmp/norep/fa68a75738b34c28b07516080ad9b45c as hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/default/test/4dc9692f63005aaccf296573782b9746/norep/fa68a75738b34c28b07516080ad9b45c 2024-12-03T14:20:09,652 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa68a75738b34c28b07516080ad9b45c 2024-12-03T14:20:09,652 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/default/test/4dc9692f63005aaccf296573782b9746/norep/fa68a75738b34c28b07516080ad9b45c, entries=1, sequenceid=8, filesize=5.0 K 2024-12-03T14:20:09,653 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4dc9692f63005aaccf296573782b9746 in 1271ms, sequenceid=8, compaction requested=false 2024-12-03T14:20:09,653 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T14:20:09,657 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/data/default/test/4dc9692f63005aaccf296573782b9746/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T14:20:09,657 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:20:09,657 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:20:09,657 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733235594566.4dc9692f63005aaccf296573782b9746. 2024-12-03T14:20:09,658 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4dc9692f63005aaccf296573782b9746: Waiting for close lock at 1733235608382Running coprocessor pre-close hooks at 1733235608382Disabling compacts and flushes for region at 1733235608382Disabling writes for close at 1733235608382Obtaining lock to block concurrent updates at 1733235608382Preparing flush snapshotting stores in 4dc9692f63005aaccf296573782b9746 at 1733235608382Finished memstore snapshotting test,,1733235594566.4dc9692f63005aaccf296573782b9746., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733235608382Flushing stores of test,,1733235594566.4dc9692f63005aaccf296573782b9746. at 1733235608382Flushing 4dc9692f63005aaccf296573782b9746/f: creating writer at 1733235608383 (+1 ms)Flushing 4dc9692f63005aaccf296573782b9746/f: appending metadata at 1733235608394 (+11 ms)Flushing 4dc9692f63005aaccf296573782b9746/f: closing flushed file at 1733235608394Flushing 4dc9692f63005aaccf296573782b9746/f1: creating writer at 1733235608801 (+407 ms)Flushing 4dc9692f63005aaccf296573782b9746/f1: appending metadata at 1733235608812 (+11 ms)Flushing 4dc9692f63005aaccf296573782b9746/f1: closing flushed file at 1733235608812Flushing 4dc9692f63005aaccf296573782b9746/norep: creating writer at 1733235609220 (+408 ms)Flushing 4dc9692f63005aaccf296573782b9746/norep: appending metadata at 1733235609231 (+11 ms)Flushing 4dc9692f63005aaccf296573782b9746/norep: closing flushed file at 1733235609231Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@415e1fa6: reopening flushed file at 1733235609639 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21150dd1: reopening flushed file at 1733235609644 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4026c871: reopening flushed file at 1733235609648 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4dc9692f63005aaccf296573782b9746 in 1271ms, sequenceid=8, compaction requested=false at 1733235609653 (+5 ms)Writing region close event to WAL at 1733235609654 (+1 ms)Running coprocessor post-close hooks at 1733235609657 (+3 ms)Closed at 1733235609657 2024-12-03T14:20:09,658 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733235594566.4dc9692f63005aaccf296573782b9746. 2024-12-03T14:20:09,658 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f565689a0727b1eb1470fa7d17301b9, disabling compactions & flushes 2024-12-03T14:20:09,658 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9. 2024-12-03T14:20:09,658 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9. 2024-12-03T14:20:09,658 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9. after waiting 0 ms 2024-12-03T14:20:09,658 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9. 2024-12-03T14:20:09,658 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f565689a0727b1eb1470fa7d17301b9: Waiting for close lock at 1733235609658Running coprocessor pre-close hooks at 1733235609658Disabling compacts and flushes for region at 1733235609658Disabling writes for close at 1733235609658Failed flush hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9., putting online again at 1733235609658 2024-12-03T14:20:09,658 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9. 2024-12-03T14:20:09,783 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f565689a0727b1eb1470fa7d17301b9 2024-12-03T14:20:09,783 DEBUG [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(1351): Waiting on 5f565689a0727b1eb1470fa7d17301b9 2024-12-03T14:20:09,783 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f565689a0727b1eb1470fa7d17301b9, disabling compactions & flushes 2024-12-03T14:20:09,783 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9. 2024-12-03T14:20:09,783 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9. 2024-12-03T14:20:09,783 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9. after waiting 0 ms 2024-12-03T14:20:09,783 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9. 2024-12-03T14:20:09,783 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f565689a0727b1eb1470fa7d17301b9: Waiting for close lock at 1733235609783Running coprocessor pre-close hooks at 1733235609783Disabling compacts and flushes for region at 1733235609783Disabling writes for close at 1733235609783Failed flush hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9., putting online again at 1733235609783 2024-12-03T14:20:09,783 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733235596374.5f565689a0727b1eb1470fa7d17301b9. 2024-12-03T14:20:09,983 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T14:20:09,983 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(976): stopping server 3920e6a7c3b5,45385,1733235586019; all regions closed. 2024-12-03T14:20:09,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741834_1010 (size=4239) 2024-12-03T14:20:09,985 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.meta.1733235589287.meta not finished, retry = 0 2024-12-03T14:20:10,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741839_1015 (size=1733) 2024-12-03T14:20:10,088 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.rep.1733235597509 not finished, retry = 0 2024-12-03T14:20:10,135 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 1161, reset compression=false 2024-12-03T14:20:10,140 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:20:10,140 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.wal-reader.3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 to pos 1805, reset compression=false 2024-12-03T14:20:10,190 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/WALs/3920e6a7c3b5,45385,1733235586019/3920e6a7c3b5%2C45385%2C1733235586019.1733235588290 not finished, retry = 0 2024-12-03T14:20:10,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741832_1008 (size=1813) 2024-12-03T14:20:10,291 DEBUG [RS:0;3920e6a7c3b5:45385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:10,291 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:20:10,291 INFO [RS:0;3920e6a7c3b5:45385 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:20:10,291 INFO [RS:0;3920e6a7c3b5:45385 {}] hbase.ChoreService(370): Chore service for: regionserver/3920e6a7c3b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T14:20:10,291 INFO [RS:0;3920e6a7c3b5:45385 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:20:10,291 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:20:10,291 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3920e6a7c3b5,45385,1733235586019 because: Region server is closing 2024-12-03T14:20:10,291 INFO [RS:0;3920e6a7c3b5:45385 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:45385. 2024-12-03T14:20:10,292 DEBUG [RS:0;3920e6a7c3b5:45385 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:10,292 DEBUG [RS:0;3920e6a7c3b5:45385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:10,292 DEBUG [RS:0;3920e6a7c3b5:45385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:10,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:20:10,392 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,45385,1733235586019.replicationSource.shipper3920e6a7c3b5%2C45385%2C1733235586019,1-3920e6a7c3b5,45385,1733235586019 terminated 2024-12-03T14:20:10,392 INFO [RS:0;3920e6a7c3b5:45385 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:45385. 2024-12-03T14:20:10,392 DEBUG [RS:0;3920e6a7c3b5:45385 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:10,392 DEBUG [RS:0;3920e6a7c3b5:45385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:10,392 DEBUG [RS:0;3920e6a7c3b5:45385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:10,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:20:10,392 INFO [RS:0;3920e6a7c3b5:45385 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45385 2024-12-03T14:20:10,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45385-0x1019b90254c0001, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0330731985/rs/3920e6a7c3b5,45385,1733235586019 2024-12-03T14:20:10,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0330731985/rs 2024-12-03T14:20:10,443 INFO [RS:0;3920e6a7c3b5:45385 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:20:10,454 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3920e6a7c3b5,45385,1733235586019] 2024-12-03T14:20:10,464 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0330731985/draining/3920e6a7c3b5,45385,1733235586019 already deleted, retry=false 2024-12-03T14:20:10,464 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3920e6a7c3b5,45385,1733235586019 expired; onlineServers=0 2024-12-03T14:20:10,464 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3920e6a7c3b5,37447,1733235585844' ***** 2024-12-03T14:20:10,464 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T14:20:10,464 INFO [M:0;3920e6a7c3b5:37447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:20:10,464 INFO [M:0;3920e6a7c3b5:37447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:20:10,464 DEBUG [M:0;3920e6a7c3b5:37447 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T14:20:10,464 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T14:20:10,464 DEBUG [M:0;3920e6a7c3b5:37447 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T14:20:10,464 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235588092 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235588092,5,FailOnTimeoutGroup] 2024-12-03T14:20:10,464 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235588081 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235588081,5,FailOnTimeoutGroup] 2024-12-03T14:20:10,464 INFO [M:0;3920e6a7c3b5:37447 {}] hbase.ChoreService(370): Chore service for: master/3920e6a7c3b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T14:20:10,465 INFO [M:0;3920e6a7c3b5:37447 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:20:10,465 DEBUG [M:0;3920e6a7c3b5:37447 {}] master.HMaster(1795): Stopping service threads 2024-12-03T14:20:10,465 INFO [M:0;3920e6a7c3b5:37447 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T14:20:10,465 INFO [M:0;3920e6a7c3b5:37447 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:20:10,465 INFO [M:0;3920e6a7c3b5:37447 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T14:20:10,465 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T14:20:10,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0330731985/master 2024-12-03T14:20:10,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0330731985 2024-12-03T14:20:10,475 DEBUG [M:0;3920e6a7c3b5:37447 {}] zookeeper.ZKUtil(347): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Unable to get data of znode /0330731985/master because node does not exist (not an error) 2024-12-03T14:20:10,475 WARN [M:0;3920e6a7c3b5:37447 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T14:20:10,476 INFO [M:0;3920e6a7c3b5:37447 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/.lastflushedseqids 2024-12-03T14:20:10,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741847_1023 (size=245) 2024-12-03T14:20:10,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45385-0x1019b90254c0001, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:20:10,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45385-0x1019b90254c0001, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:20:10,554 INFO [RS:0;3920e6a7c3b5:45385 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:20:10,554 INFO [RS:0;3920e6a7c3b5:45385 {}] regionserver.HRegionServer(1031): Exiting; stopping=3920e6a7c3b5,45385,1733235586019; zookeeper connection closed. 2024-12-03T14:20:10,554 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ff6b40e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ff6b40e 2024-12-03T14:20:10,554 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T14:20:10,695 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:20:10,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:10,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:10,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:10,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:10,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:10,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:10,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:10,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:10,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:10,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:10,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:10,879 INFO [M:0;3920e6a7c3b5:37447 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T14:20:10,880 INFO [M:0;3920e6a7c3b5:37447 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T14:20:10,880 DEBUG [M:0;3920e6a7c3b5:37447 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:20:10,880 INFO [M:0;3920e6a7c3b5:37447 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:10,880 DEBUG [M:0;3920e6a7c3b5:37447 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:10,880 DEBUG [M:0;3920e6a7c3b5:37447 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:20:10,880 DEBUG [M:0;3920e6a7c3b5:37447 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:10,880 INFO [M:0;3920e6a7c3b5:37447 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-03T14:20:10,893 DEBUG [M:0;3920e6a7c3b5:37447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/baf5522205644453b84bc98212fbd510 is 82, key is hbase:meta,,1/info:regioninfo/1733235589313/Put/seqid=0 2024-12-03T14:20:10,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741848_1024 (size=5672) 2024-12-03T14:20:10,901 INFO [M:0;3920e6a7c3b5:37447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/baf5522205644453b84bc98212fbd510 2024-12-03T14:20:10,918 DEBUG [M:0;3920e6a7c3b5:37447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7df8bd08c40c410eabf9ae2ceddbffe1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733235597547/Put/seqid=0 2024-12-03T14:20:10,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741849_1025 (size=8517) 2024-12-03T14:20:11,338 INFO [M:0;3920e6a7c3b5:37447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7df8bd08c40c410eabf9ae2ceddbffe1 2024-12-03T14:20:11,353 DEBUG [M:0;3920e6a7c3b5:37447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cfe1a17fc214966a52bfa3843c02af7 is 69, key is 3920e6a7c3b5,45385,1733235586019/rs:state/1733235588120/Put/seqid=0 2024-12-03T14:20:11,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741850_1026 (size=5156) 2024-12-03T14:20:11,757 INFO [M:0;3920e6a7c3b5:37447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cfe1a17fc214966a52bfa3843c02af7 2024-12-03T14:20:11,761 DEBUG [M:0;3920e6a7c3b5:37447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/baf5522205644453b84bc98212fbd510 as hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/baf5522205644453b84bc98212fbd510 2024-12-03T14:20:11,765 INFO [M:0;3920e6a7c3b5:37447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/baf5522205644453b84bc98212fbd510, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T14:20:11,765 DEBUG [M:0;3920e6a7c3b5:37447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7df8bd08c40c410eabf9ae2ceddbffe1 as hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7df8bd08c40c410eabf9ae2ceddbffe1 2024-12-03T14:20:11,769 INFO [M:0;3920e6a7c3b5:37447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7df8bd08c40c410eabf9ae2ceddbffe1, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T14:20:11,769 DEBUG [M:0;3920e6a7c3b5:37447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cfe1a17fc214966a52bfa3843c02af7 as hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5cfe1a17fc214966a52bfa3843c02af7 2024-12-03T14:20:11,773 INFO [M:0;3920e6a7c3b5:37447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43325/user/jenkins/test-data/28f5bff2-2bc2-2b3a-df39-5dbea17e24ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5cfe1a17fc214966a52bfa3843c02af7, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T14:20:11,773 INFO [M:0;3920e6a7c3b5:37447 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 893ms, sequenceid=97, compaction requested=false 2024-12-03T14:20:11,774 INFO [M:0;3920e6a7c3b5:37447 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:11,775 DEBUG [M:0;3920e6a7c3b5:37447 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235610880Disabling compacts and flushes for region at 1733235610880Disabling writes for close at 1733235610880Obtaining lock to block concurrent updates at 1733235610880Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733235610880Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733235610880Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733235610881 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733235610881Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733235610893 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733235610893Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733235610904 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733235610918 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733235610918Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733235611342 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733235611353 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733235611353Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b597b2a: reopening flushed file at 1733235611761 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40aabfab: reopening flushed file at 1733235611765 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2acab2d6: reopening flushed file at 1733235611769 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 893ms, sequenceid=97, compaction requested=false at 1733235611773 (+4 ms)Writing region close event to WAL at 1733235611774 (+1 ms)Closed at 1733235611774 2024-12-03T14:20:11,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741830_1006 (size=63666) 2024-12-03T14:20:11,777 INFO [M:0;3920e6a7c3b5:37447 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T14:20:11,777 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:20:11,777 INFO [M:0;3920e6a7c3b5:37447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37447 2024-12-03T14:20:11,777 INFO [M:0;3920e6a7c3b5:37447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:20:11,933 INFO [M:0;3920e6a7c3b5:37447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:20:11,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:20:11,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37447-0x1019b90254c0000, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:20:11,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53e84d2b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:20:11,935 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@111c5900{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:20:11,935 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:20:11,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bf6f846{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:20:11,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40caad6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/hadoop.log.dir/,STOPPED} 2024-12-03T14:20:11,936 WARN [BP-2110534972-172.17.0.2-1733235583419 heartbeating to localhost/127.0.0.1:43325 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T14:20:11,936 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T14:20:11,936 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T14:20:11,936 WARN [BP-2110534972-172.17.0.2-1733235583419 heartbeating to localhost/127.0.0.1:43325 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2110534972-172.17.0.2-1733235583419 (Datanode Uuid aca6bd38-d179-4939-bf74-490ddcaf62a4) service to localhost/127.0.0.1:43325 2024-12-03T14:20:11,937 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/cluster_c4d80744-7213-9fb2-4ed4-2fc8e1931ec0/data/data1/current/BP-2110534972-172.17.0.2-1733235583419 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:20:11,937 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/cluster_c4d80744-7213-9fb2-4ed4-2fc8e1931ec0/data/data2/current/BP-2110534972-172.17.0.2-1733235583419 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:20:11,937 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T14:20:11,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@608cc18e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:20:11,941 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d0189c6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:20:11,941 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:20:11,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@189d9056{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:20:11,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e72ec62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656eba6f-e2b7-324f-1cac-37ac889a257e/hadoop.log.dir/,STOPPED} 2024-12-03T14:20:11,948 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T14:20:11,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T14:20:11,969 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=265 (was 246) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:43325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39581 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:39581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39581 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43325 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52910) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52910) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39581 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=403 (was 420), ProcessCount=11 (was 11), AvailableMemoryMB=10377 (was 10973) 2024-12-03T14:20:11,979 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=265, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=403, ProcessCount=11, AvailableMemoryMB=10377 2024-12-03T14:20:11,989 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-03T14:20:11,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/hadoop.log.dir so I do NOT create it in target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f 2024-12-03T14:20:11,990 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T14:20:11,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/hadoop.tmp.dir so I do NOT create it in target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f 2024-12-03T14:20:11,990 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e472cdde-b7ed-2879-eb9a-8813d39d792d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T14:20:11,990 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f 2024-12-03T14:20:11,990 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/cluster_764d6688-acf9-97b8-20b2-2e01ace89742, deleteOnExit=true 2024-12-03T14:20:12,011 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/cluster_764d6688-acf9-97b8-20b2-2e01ace89742/zookeeper_0, clientPort=57059, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/cluster_764d6688-acf9-97b8-20b2-2e01ace89742/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/cluster_764d6688-acf9-97b8-20b2-2e01ace89742/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T14:20:12,012 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57059 2024-12-03T14:20:12,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T14:20:12,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T14:20:12,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/test.cache.data in system properties and HBase conf 2024-12-03T14:20:12,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T14:20:12,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/hadoop.log.dir in system properties and HBase conf 2024-12-03T14:20:12,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T14:20:12,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T14:20:12,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T14:20:12,012 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T14:20:12,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:20:12,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:20:12,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T14:20:12,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:20:12,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T14:20:12,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T14:20:12,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:20:12,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:20:12,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T14:20:12,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/nfs.dump.dir in system properties and HBase conf 2024-12-03T14:20:12,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/java.io.tmpdir in system properties and HBase conf 2024-12-03T14:20:12,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:20:12,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T14:20:12,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T14:20:12,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019b90254c0005, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T14:20:12,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019b90254c0002, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T14:20:12,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019b90254c0002, quorum=127.0.0.1:52910, baseZNode=/0330731985 Received Disconnected from ZooKeeper, ignoring 2024-12-03T14:20:12,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019b90254c0005, quorum=127.0.0.1:52910, baseZNode=/1-734206300 Received Disconnected from ZooKeeper, ignoring 2024-12-03T14:20:12,336 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:20:12,339 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:20:12,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:20:12,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:20:12,346 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T14:20:12,347 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:20:12,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a6fc88d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:20:12,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cf4b049{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:20:12,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71864713{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/java.io.tmpdir/jetty-localhost-46587-hadoop-hdfs-3_4_1-tests_jar-_-any-4575930338343227056/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:20:12,438 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51dfb943{HTTP/1.1, (http/1.1)}{localhost:46587} 2024-12-03T14:20:12,438 INFO [Time-limited test {}] server.Server(415): Started @227046ms 2024-12-03T14:20:12,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T14:20:12,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T14:20:12,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T14:20:12,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:20:12,678 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:20:12,682 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:20:12,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:20:12,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:20:12,684 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T14:20:12,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53c2d5e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:20:12,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66419a34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:20:12,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1690c4dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/java.io.tmpdir/jetty-localhost-43035-hadoop-hdfs-3_4_1-tests_jar-_-any-15062816176414279072/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:20:12,781 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5873e400{HTTP/1.1, (http/1.1)}{localhost:43035} 2024-12-03T14:20:12,781 INFO [Time-limited test {}] server.Server(415): Started @227390ms 2024-12-03T14:20:12,782 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T14:20:13,562 WARN [Thread-2657 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/cluster_764d6688-acf9-97b8-20b2-2e01ace89742/data/data1/current/BP-658261662-172.17.0.2-1733235612025/current, will proceed with Du for space computation calculation, 2024-12-03T14:20:13,562 WARN [Thread-2658 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/cluster_764d6688-acf9-97b8-20b2-2e01ace89742/data/data2/current/BP-658261662-172.17.0.2-1733235612025/current, will proceed with Du for space computation calculation, 2024-12-03T14:20:13,582 WARN [Thread-2645 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T14:20:13,584 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x798b24d50d2aa894 with lease ID 0x31b66b4969074fc2: Processing first storage report for DS-bcd1bbe1-18b5-4ffb-bae8-4cddd6e67f96 from datanode DatanodeRegistration(127.0.0.1:36317, datanodeUuid=50089387-9540-43ac-87cf-f5acba9d6530, infoPort=37267, infoSecurePort=0, ipcPort=42609, storageInfo=lv=-57;cid=testClusterID;nsid=1654311044;c=1733235612025) 2024-12-03T14:20:13,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x798b24d50d2aa894 with lease ID 0x31b66b4969074fc2: from storage DS-bcd1bbe1-18b5-4ffb-bae8-4cddd6e67f96 node DatanodeRegistration(127.0.0.1:36317, datanodeUuid=50089387-9540-43ac-87cf-f5acba9d6530, infoPort=37267, infoSecurePort=0, ipcPort=42609, storageInfo=lv=-57;cid=testClusterID;nsid=1654311044;c=1733235612025), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:20:13,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x798b24d50d2aa894 with lease ID 0x31b66b4969074fc2: Processing first storage report for DS-07719ab2-3dea-4141-81f1-3501bcf973d6 from datanode DatanodeRegistration(127.0.0.1:36317, datanodeUuid=50089387-9540-43ac-87cf-f5acba9d6530, infoPort=37267, infoSecurePort=0, ipcPort=42609, storageInfo=lv=-57;cid=testClusterID;nsid=1654311044;c=1733235612025) 2024-12-03T14:20:13,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x798b24d50d2aa894 with lease ID 0x31b66b4969074fc2: from storage DS-07719ab2-3dea-4141-81f1-3501bcf973d6 node DatanodeRegistration(127.0.0.1:36317, datanodeUuid=50089387-9540-43ac-87cf-f5acba9d6530, infoPort=37267, infoSecurePort=0, ipcPort=42609, storageInfo=lv=-57;cid=testClusterID;nsid=1654311044;c=1733235612025), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:20:13,607 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f 2024-12-03T14:20:13,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:13,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:13,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741825_1001 (size=7) 2024-12-03T14:20:14,015 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959 with version=8 2024-12-03T14:20:14,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/hbase-staging 2024-12-03T14:20:14,017 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:20:14,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:20:14,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:20:14,018 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:20:14,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:20:14,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:20:14,018 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T14:20:14,018 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:20:14,018 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42435 2024-12-03T14:20:14,019 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42435 connecting to ZooKeeper ensemble=127.0.0.1:57059 2024-12-03T14:20:14,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424350x0, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:20:14,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42435-0x1019b9095160000 connected 2024-12-03T14:20:14,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:14,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:14,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Set watcher on znode that does not yet exist, /0-891683439/running 2024-12-03T14:20:14,194 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959, hbase.cluster.distributed=false 2024-12-03T14:20:14,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Set watcher on znode that does not yet exist, /0-891683439/acl 2024-12-03T14:20:14,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42435 2024-12-03T14:20:14,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42435 2024-12-03T14:20:14,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42435 2024-12-03T14:20:14,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42435 2024-12-03T14:20:14,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42435 2024-12-03T14:20:14,208 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:20:14,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:20:14,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:20:14,208 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:20:14,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:20:14,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:20:14,208 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T14:20:14,208 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:20:14,209 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33127 2024-12-03T14:20:14,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33127 connecting to ZooKeeper ensemble=127.0.0.1:57059 2024-12-03T14:20:14,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:14,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:14,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331270x0, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:20:14,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33127-0x1019b9095160001, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Set watcher on znode that does not yet exist, /0-891683439/running 2024-12-03T14:20:14,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33127-0x1019b9095160001 connected 2024-12-03T14:20:14,222 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T14:20:14,223 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T14:20:14,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33127-0x1019b9095160001, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Set watcher on znode that does not yet exist, /0-891683439/master 2024-12-03T14:20:14,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33127-0x1019b9095160001, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Set watcher on znode that does not yet exist, /0-891683439/acl 2024-12-03T14:20:14,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33127 2024-12-03T14:20:14,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33127 2024-12-03T14:20:14,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33127 2024-12-03T14:20:14,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33127 2024-12-03T14:20:14,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33127 2024-12-03T14:20:14,245 DEBUG [M:0;3920e6a7c3b5:42435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3920e6a7c3b5:42435 2024-12-03T14:20:14,245 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-891683439/backup-masters/3920e6a7c3b5,42435,1733235614017 2024-12-03T14:20:14,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-891683439/backup-masters 2024-12-03T14:20:14,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1019b9095160001, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-891683439/backup-masters 2024-12-03T14:20:14,254 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Set watcher on existing znode=/0-891683439/backup-masters/3920e6a7c3b5,42435,1733235614017 2024-12-03T14:20:14,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-891683439 2024-12-03T14:20:14,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1019b9095160001, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-891683439/master 2024-12-03T14:20:14,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1019b9095160001, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-891683439 2024-12-03T14:20:14,264 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Set watcher on existing znode=/0-891683439/master 2024-12-03T14:20:14,264 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-891683439/backup-masters/3920e6a7c3b5,42435,1733235614017 from backup master directory 2024-12-03T14:20:14,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-891683439/backup-masters/3920e6a7c3b5,42435,1733235614017 2024-12-03T14:20:14,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-891683439/backup-masters 2024-12-03T14:20:14,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1019b9095160001, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-891683439/backup-masters 2024-12-03T14:20:14,274 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:20:14,274 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3920e6a7c3b5,42435,1733235614017 2024-12-03T14:20:14,277 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/hbase.id] with ID: 8266f9db-1235-4632-bfff-fae900beb931 2024-12-03T14:20:14,277 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/.tmp/hbase.id 2024-12-03T14:20:14,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741826_1002 (size=42) 2024-12-03T14:20:14,286 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/.tmp/hbase.id]:[hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/hbase.id] 2024-12-03T14:20:14,295 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:14,295 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T14:20:14,296 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T14:20:14,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-891683439 2024-12-03T14:20:14,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1019b9095160001, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-891683439 2024-12-03T14:20:14,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741827_1003 (size=196) 2024-12-03T14:20:14,731 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:20:14,732 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T14:20:14,732 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:20:14,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741828_1004 (size=1189) 2024-12-03T14:20:14,747 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/data/master/store 2024-12-03T14:20:14,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741829_1005 (size=34) 2024-12-03T14:20:14,752 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:14,753 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:20:14,753 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:14,753 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:14,753 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:20:14,753 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:14,753 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:14,753 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235614753Disabling compacts and flushes for region at 1733235614753Disabling writes for close at 1733235614753Writing region close event to WAL at 1733235614753Closed at 1733235614753 2024-12-03T14:20:14,754 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/data/master/store/.initializing 2024-12-03T14:20:14,754 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/WALs/3920e6a7c3b5,42435,1733235614017 2024-12-03T14:20:14,756 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:20:14,757 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3920e6a7c3b5%2C42435%2C1733235614017, suffix=, logDir=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/WALs/3920e6a7c3b5,42435,1733235614017, archiveDir=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/oldWALs, maxLogs=10 2024-12-03T14:20:14,773 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/WALs/3920e6a7c3b5,42435,1733235614017/3920e6a7c3b5%2C42435%2C1733235614017.1733235614757, exclude list is [], retry=0 2024-12-03T14:20:14,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36317,DS-bcd1bbe1-18b5-4ffb-bae8-4cddd6e67f96,DISK] 2024-12-03T14:20:14,781 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/WALs/3920e6a7c3b5,42435,1733235614017/3920e6a7c3b5%2C42435%2C1733235614017.1733235614757 2024-12-03T14:20:14,781 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37267:37267)] 2024-12-03T14:20:14,781 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:20:14,781 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:14,781 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:14,781 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:14,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:14,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T14:20:14,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:14,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:14,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:14,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T14:20:14,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:14,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:14,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:14,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T14:20:14,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:14,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:14,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:14,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T14:20:14,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:14,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:14,788 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:14,788 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:14,789 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:14,790 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:14,790 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:14,790 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:20:14,792 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:14,801 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:20:14,801 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68900211, jitterRate=0.026693150401115417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:20:14,802 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733235614781Initializing all the Stores at 1733235614782 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235614782Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235614782Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235614782Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235614782Cleaning up temporary data from old regions at 1733235614790 (+8 ms)Region opened successfully at 1733235614802 (+12 ms) 2024-12-03T14:20:14,802 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T14:20:14,810 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ebfbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:20:14,811 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T14:20:14,811 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T14:20:14,811 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T14:20:14,811 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T14:20:14,813 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-12-03T14:20:14,813 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T14:20:14,813 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T14:20:14,821 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T14:20:14,821 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Unable to get data of znode /0-891683439/balancer because node does not exist (not necessarily an error) 2024-12-03T14:20:14,864 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-891683439/balancer already deleted, retry=false 2024-12-03T14:20:14,864 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T14:20:14,865 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Unable to get data of znode /0-891683439/normalizer because node does not exist (not necessarily an error) 2024-12-03T14:20:14,874 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-891683439/normalizer already deleted, retry=false 2024-12-03T14:20:14,875 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T14:20:14,875 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Unable to get data of znode /0-891683439/switch/split because node does not exist (not necessarily an error) 2024-12-03T14:20:14,885 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-891683439/switch/split already deleted, retry=false 2024-12-03T14:20:14,886 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Unable to get data of znode /0-891683439/switch/merge because node does not exist (not necessarily an error) 2024-12-03T14:20:14,895 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-891683439/switch/merge already deleted, retry=false 2024-12-03T14:20:14,898 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Unable to get data of znode /0-891683439/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T14:20:14,906 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-891683439/snapshot-cleanup already deleted, retry=false 2024-12-03T14:20:14,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-891683439/running 2024-12-03T14:20:14,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1019b9095160001, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-891683439/running 2024-12-03T14:20:14,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-891683439 2024-12-03T14:20:14,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1019b9095160001, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-891683439 2024-12-03T14:20:14,917 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3920e6a7c3b5,42435,1733235614017, sessionid=0x1019b9095160000, setting cluster-up flag (Was=false) 2024-12-03T14:20:14,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1019b9095160001, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-891683439 2024-12-03T14:20:14,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-891683439 2024-12-03T14:20:14,969 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-891683439/flush-table-proc/acquired, /0-891683439/flush-table-proc/reached, /0-891683439/flush-table-proc/abort 2024-12-03T14:20:14,970 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,42435,1733235614017 2024-12-03T14:20:14,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1019b9095160001, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-891683439 2024-12-03T14:20:14,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-891683439 2024-12-03T14:20:15,022 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-891683439/online-snapshot/acquired, /0-891683439/online-snapshot/reached, /0-891683439/online-snapshot/abort 2024-12-03T14:20:15,023 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,42435,1733235614017 2024-12-03T14:20:15,024 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T14:20:15,025 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T14:20:15,026 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T14:20:15,026 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T14:20:15,026 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3920e6a7c3b5,42435,1733235614017 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T14:20:15,027 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:20:15,027 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:20:15,027 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:20:15,027 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:20:15,027 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3920e6a7c3b5:0, corePoolSize=10, maxPoolSize=10 2024-12-03T14:20:15,027 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:15,027 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:20:15,027 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:15,038 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:20:15,038 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T14:20:15,039 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:15,039 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T14:20:15,053 INFO [RS:0;3920e6a7c3b5:33127 {}] regionserver.HRegionServer(746): ClusterId : 8266f9db-1235-4632-bfff-fae900beb931 2024-12-03T14:20:15,053 DEBUG [RS:0;3920e6a7c3b5:33127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T14:20:15,071 DEBUG [RS:0;3920e6a7c3b5:33127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T14:20:15,071 DEBUG [RS:0;3920e6a7c3b5:33127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T14:20:15,075 DEBUG [RS:0;3920e6a7c3b5:33127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T14:20:15,075 DEBUG [RS:0;3920e6a7c3b5:33127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bca1fff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:20:15,079 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733235645079 2024-12-03T14:20:15,079 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T14:20:15,079 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T14:20:15,079 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T14:20:15,079 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T14:20:15,079 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T14:20:15,079 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T14:20:15,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741831_1007 (size=1321) 2024-12-03T14:20:15,104 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:15,108 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T14:20:15,108 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T14:20:15,108 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T14:20:15,109 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T14:20:15,112 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T14:20:15,112 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T14:20:15,112 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235615112,5,FailOnTimeoutGroup] 2024-12-03T14:20:15,112 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235615112,5,FailOnTimeoutGroup] 2024-12-03T14:20:15,112 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:15,112 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T14:20:15,113 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:15,113 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:15,118 DEBUG [RS:0;3920e6a7c3b5:33127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3920e6a7c3b5:33127 2024-12-03T14:20:15,118 INFO [RS:0;3920e6a7c3b5:33127 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T14:20:15,118 INFO [RS:0;3920e6a7c3b5:33127 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T14:20:15,118 DEBUG [RS:0;3920e6a7c3b5:33127 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T14:20:15,119 INFO [RS:0;3920e6a7c3b5:33127 {}] regionserver.HRegionServer(2659): reportForDuty to master=3920e6a7c3b5,42435,1733235614017 with port=33127, startcode=1733235614208 2024-12-03T14:20:15,119 DEBUG [RS:0;3920e6a7c3b5:33127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T14:20:15,123 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T14:20:15,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42435 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3920e6a7c3b5,33127,1733235614208 2024-12-03T14:20:15,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42435 {}] master.ServerManager(517): Registering regionserver=3920e6a7c3b5,33127,1733235614208 2024-12-03T14:20:15,125 DEBUG [RS:0;3920e6a7c3b5:33127 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959 2024-12-03T14:20:15,125 DEBUG [RS:0;3920e6a7c3b5:33127 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44339 2024-12-03T14:20:15,125 DEBUG [RS:0;3920e6a7c3b5:33127 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T14:20:15,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-891683439/rs 2024-12-03T14:20:15,138 DEBUG [RS:0;3920e6a7c3b5:33127 {}] zookeeper.ZKUtil(111): regionserver:33127-0x1019b9095160001, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Set watcher on existing znode=/0-891683439/rs/3920e6a7c3b5,33127,1733235614208 2024-12-03T14:20:15,138 WARN [RS:0;3920e6a7c3b5:33127 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:20:15,138 INFO [RS:0;3920e6a7c3b5:33127 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:20:15,138 DEBUG [RS:0;3920e6a7c3b5:33127 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208 2024-12-03T14:20:15,139 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3920e6a7c3b5,33127,1733235614208] 2024-12-03T14:20:15,142 INFO [RS:0;3920e6a7c3b5:33127 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T14:20:15,144 INFO [RS:0;3920e6a7c3b5:33127 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T14:20:15,144 INFO [RS:0;3920e6a7c3b5:33127 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T14:20:15,144 INFO [RS:0;3920e6a7c3b5:33127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:15,146 INFO [RS:0;3920e6a7c3b5:33127 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T14:20:15,147 INFO [RS:0;3920e6a7c3b5:33127 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T14:20:15,147 INFO [RS:0;3920e6a7c3b5:33127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:15,147 DEBUG [RS:0;3920e6a7c3b5:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:15,147 DEBUG [RS:0;3920e6a7c3b5:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:15,147 DEBUG [RS:0;3920e6a7c3b5:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:15,147 DEBUG [RS:0;3920e6a7c3b5:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:15,147 DEBUG [RS:0;3920e6a7c3b5:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:15,147 DEBUG [RS:0;3920e6a7c3b5:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:20:15,147 DEBUG [RS:0;3920e6a7c3b5:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:15,147 DEBUG [RS:0;3920e6a7c3b5:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:15,148 DEBUG [RS:0;3920e6a7c3b5:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:15,148 DEBUG [RS:0;3920e6a7c3b5:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:15,148 DEBUG [RS:0;3920e6a7c3b5:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:15,148 DEBUG [RS:0;3920e6a7c3b5:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:15,148 DEBUG [RS:0;3920e6a7c3b5:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:20:15,148 DEBUG [RS:0;3920e6a7c3b5:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:20:15,150 INFO [RS:0;3920e6a7c3b5:33127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:15,150 INFO [RS:0;3920e6a7c3b5:33127 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:15,150 INFO [RS:0;3920e6a7c3b5:33127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:15,150 INFO [RS:0;3920e6a7c3b5:33127 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:15,150 INFO [RS:0;3920e6a7c3b5:33127 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:15,150 INFO [RS:0;3920e6a7c3b5:33127 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,33127,1733235614208-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:20:15,175 INFO [RS:0;3920e6a7c3b5:33127 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T14:20:15,175 INFO [RS:0;3920e6a7c3b5:33127 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,33127,1733235614208-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:15,175 INFO [RS:0;3920e6a7c3b5:33127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:15,175 INFO [RS:0;3920e6a7c3b5:33127 {}] regionserver.Replication(171): 3920e6a7c3b5,33127,1733235614208 started 2024-12-03T14:20:15,194 INFO [RS:0;3920e6a7c3b5:33127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:15,194 INFO [RS:0;3920e6a7c3b5:33127 {}] regionserver.HRegionServer(1482): Serving as 3920e6a7c3b5,33127,1733235614208, RpcServer on 3920e6a7c3b5/172.17.0.2:33127, sessionid=0x1019b9095160001 2024-12-03T14:20:15,194 DEBUG [RS:0;3920e6a7c3b5:33127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T14:20:15,195 DEBUG [RS:0;3920e6a7c3b5:33127 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3920e6a7c3b5,33127,1733235614208 2024-12-03T14:20:15,195 DEBUG [RS:0;3920e6a7c3b5:33127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,33127,1733235614208' 2024-12-03T14:20:15,195 DEBUG [RS:0;3920e6a7c3b5:33127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-891683439/flush-table-proc/abort' 2024-12-03T14:20:15,195 DEBUG [RS:0;3920e6a7c3b5:33127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-891683439/flush-table-proc/acquired' 2024-12-03T14:20:15,196 DEBUG [RS:0;3920e6a7c3b5:33127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T14:20:15,196 DEBUG [RS:0;3920e6a7c3b5:33127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T14:20:15,196 DEBUG [RS:0;3920e6a7c3b5:33127 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3920e6a7c3b5,33127,1733235614208 2024-12-03T14:20:15,196 DEBUG [RS:0;3920e6a7c3b5:33127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,33127,1733235614208' 2024-12-03T14:20:15,196 DEBUG [RS:0;3920e6a7c3b5:33127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-891683439/online-snapshot/abort' 2024-12-03T14:20:15,196 DEBUG [RS:0;3920e6a7c3b5:33127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-891683439/online-snapshot/acquired' 2024-12-03T14:20:15,196 DEBUG [RS:0;3920e6a7c3b5:33127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T14:20:15,196 INFO [RS:0;3920e6a7c3b5:33127 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T14:20:15,197 INFO [RS:0;3920e6a7c3b5:33127 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T14:20:15,297 INFO [RS:0;3920e6a7c3b5:33127 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:20:15,298 INFO [RS:0;3920e6a7c3b5:33127 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C33127%2C1733235614208, suffix=, logDir=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208, archiveDir=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/oldWALs, maxLogs=10 2024-12-03T14:20:15,315 DEBUG [RS:0;3920e6a7c3b5:33127 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298, exclude list is [], retry=0 2024-12-03T14:20:15,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36317,DS-bcd1bbe1-18b5-4ffb-bae8-4cddd6e67f96,DISK] 2024-12-03T14:20:15,322 INFO [RS:0;3920e6a7c3b5:33127 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 2024-12-03T14:20:15,322 DEBUG [RS:0;3920e6a7c3b5:33127 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37267:37267)] 2024-12-03T14:20:15,504 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T14:20:15,504 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959 2024-12-03T14:20:15,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741833_1009 (size=32) 2024-12-03T14:20:15,894 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:20:15,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:15,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:15,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:15,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:20:15,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:20:15,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:15,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:15,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:20:15,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:20:15,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:15,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:15,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:20:15,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:20:15,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:15,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:15,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:20:15,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:20:15,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:15,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:15,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:20:15,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740 2024-12-03T14:20:15,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740 2024-12-03T14:20:15,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:20:15,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:20:15,922 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:20:15,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:20:15,924 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:20:15,924 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65401070, jitterRate=-0.025448113679885864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:20:15,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733235615914Initializing all the Stores at 1733235615915 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235615915Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235615915Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235615915Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235615915Cleaning up temporary data from old regions at 1733235615922 (+7 ms)Region opened successfully at 1733235615925 (+3 ms) 2024-12-03T14:20:15,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:20:15,925 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:20:15,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:20:15,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:20:15,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:20:15,925 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:20:15,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235615925Disabling compacts and flushes for region at 1733235615925Disabling writes for close at 1733235615925Writing region close event to WAL at 1733235615925Closed at 1733235615925 2024-12-03T14:20:15,926 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:20:15,926 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T14:20:15,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:15,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T14:20:15,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:15,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:15,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:15,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:15,927 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:20:15,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:15,928 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T14:20:15,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:15,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:15,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:15,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:16,078 DEBUG [3920e6a7c3b5:42435 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:20:16,078 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3920e6a7c3b5,33127,1733235614208 2024-12-03T14:20:16,079 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,33127,1733235614208, state=OPENING 2024-12-03T14:20:16,179 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T14:20:16,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-891683439 2024-12-03T14:20:16,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1019b9095160001, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-891683439 2024-12-03T14:20:16,190 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:20:16,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-891683439/meta-region-server: CHANGED 2024-12-03T14:20:16,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-891683439/meta-region-server: CHANGED 2024-12-03T14:20:16,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,33127,1733235614208}] 2024-12-03T14:20:16,342 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:20:16,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T14:20:16,346 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T14:20:16,346 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:20:16,346 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T14:20:16,347 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C33127%2C1733235614208.meta, suffix=.meta, logDir=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208, archiveDir=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/oldWALs, maxLogs=10 2024-12-03T14:20:16,359 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.meta.1733235616347.meta, exclude list is [], retry=0 2024-12-03T14:20:16,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36317,DS-bcd1bbe1-18b5-4ffb-bae8-4cddd6e67f96,DISK] 2024-12-03T14:20:16,361 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.meta.1733235616347.meta 2024-12-03T14:20:16,362 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37267:37267)] 2024-12-03T14:20:16,362 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:20:16,362 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:20:16,362 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:20:16,362 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T14:20:16,362 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T14:20:16,362 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T14:20:16,362 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:16,362 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T14:20:16,362 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T14:20:16,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:20:16,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:20:16,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:16,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:16,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:20:16,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:20:16,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:16,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:16,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:20:16,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:20:16,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:16,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:16,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:20:16,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:20:16,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:16,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:16,366 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:20:16,367 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740 2024-12-03T14:20:16,368 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740 2024-12-03T14:20:16,368 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:20:16,368 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:20:16,369 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:20:16,370 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:20:16,370 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70069966, jitterRate=0.04412385821342468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:20:16,370 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T14:20:16,381 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733235616362Writing region info on filesystem at 1733235616362Initializing all the Stores at 1733235616363 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235616363Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235616363Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235616363Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235616363Cleaning up temporary data from old regions at 1733235616368 (+5 ms)Running coprocessor post-open hooks at 1733235616370 (+2 ms)Region opened successfully at 1733235616381 (+11 ms) 2024-12-03T14:20:16,382 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733235616342 2024-12-03T14:20:16,384 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T14:20:16,384 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T14:20:16,384 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,33127,1733235614208 2024-12-03T14:20:16,385 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,33127,1733235614208, state=OPEN 2024-12-03T14:20:16,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-891683439/meta-region-server 2024-12-03T14:20:16,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1019b9095160001, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-891683439/meta-region-server 2024-12-03T14:20:16,421 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,33127,1733235614208 2024-12-03T14:20:16,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-891683439/meta-region-server: CHANGED 2024-12-03T14:20:16,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-891683439/meta-region-server: CHANGED 2024-12-03T14:20:16,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T14:20:16,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,33127,1733235614208 in 231 msec 2024-12-03T14:20:16,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T14:20:16,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 497 msec 2024-12-03T14:20:16,425 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:20:16,425 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T14:20:16,426 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:20:16,426 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,33127,1733235614208, seqNum=-1] 2024-12-03T14:20:16,426 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:20:16,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:20:16,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4070 sec 2024-12-03T14:20:16,432 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733235616432, completionTime=-1 2024-12-03T14:20:16,432 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T14:20:16,432 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T14:20:16,434 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T14:20:16,434 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733235676434 2024-12-03T14:20:16,434 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733235736434 2024-12-03T14:20:16,434 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T14:20:16,434 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,42435,1733235614017-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:16,434 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,42435,1733235614017-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:16,434 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,42435,1733235614017-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:16,434 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3920e6a7c3b5:42435, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:16,434 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:16,435 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:16,436 DEBUG [master/3920e6a7c3b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T14:20:16,439 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.165sec 2024-12-03T14:20:16,439 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T14:20:16,439 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T14:20:16,439 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T14:20:16,439 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T14:20:16,439 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T14:20:16,439 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,42435,1733235614017-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:20:16,439 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,42435,1733235614017-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T14:20:16,441 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T14:20:16,441 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T14:20:16,441 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,42435,1733235614017-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:16,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9c1560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:16,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,42435,-1 for getting cluster id 2024-12-03T14:20:16,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:20:16,449 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8266f9db-1235-4632-bfff-fae900beb931' 2024-12-03T14:20:16,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:20:16,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8266f9db-1235-4632-bfff-fae900beb931" 2024-12-03T14:20:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eac064c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,42435,-1] 2024-12-03T14:20:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:20:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:16,451 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:20:16,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a191a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:16,452 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:20:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,33127,1733235614208, seqNum=-1] 2024-12-03T14:20:16,454 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:20:16,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:20:16,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3920e6a7c3b5,42435,1733235614017 2024-12-03T14:20:16,457 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57059 2024-12-03T14:20:16,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:20:16,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019b9095160002 connected 2024-12-03T14:20:16,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/hadoop.log.dir so I do NOT create it in target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9 2024-12-03T14:20:16,487 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T14:20:16,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/hadoop.tmp.dir so I do NOT create it in target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9 2024-12-03T14:20:16,487 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T14:20:16,487 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9 2024-12-03T14:20:16,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T14:20:16,487 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/cluster_421e764a-a926-d559-205d-0ccf8e2ba883, deleteOnExit=true 2024-12-03T14:20:16,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T14:20:16,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/test.cache.data in system properties and HBase conf 2024-12-03T14:20:16,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T14:20:16,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/hadoop.log.dir in system properties and HBase conf 2024-12-03T14:20:16,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T14:20:16,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T14:20:16,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T14:20:16,488 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T14:20:16,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:20:16,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:20:16,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T14:20:16,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:20:16,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T14:20:16,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T14:20:16,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:20:16,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:20:16,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T14:20:16,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/nfs.dump.dir in system properties and HBase conf 2024-12-03T14:20:16,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/java.io.tmpdir in system properties and HBase conf 2024-12-03T14:20:16,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:20:16,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T14:20:16,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T14:20:16,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:20:16,824 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:20:16,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:20:16,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:20:16,825 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T14:20:16,826 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:20:16,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d183df6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:20:16,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f5f324c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:20:16,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ae1d9a3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/java.io.tmpdir/jetty-localhost-41607-hadoop-hdfs-3_4_1-tests_jar-_-any-15550862366446470238/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:20:16,917 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16c530bc{HTTP/1.1, (http/1.1)}{localhost:41607} 2024-12-03T14:20:16,917 INFO [Time-limited test {}] server.Server(415): Started @231526ms 2024-12-03T14:20:17,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:20:17,368 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:20:17,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:20:17,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:20:17,373 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T14:20:17,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56b6ba19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:20:17,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a4eab9a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:20:17,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31c528cd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/java.io.tmpdir/jetty-localhost-37727-hadoop-hdfs-3_4_1-tests_jar-_-any-4148268020667762768/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:20:17,496 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50d3dff6{HTTP/1.1, (http/1.1)}{localhost:37727} 2024-12-03T14:20:17,496 INFO [Time-limited test {}] server.Server(415): Started @232105ms 2024-12-03T14:20:17,497 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T14:20:18,232 WARN [Thread-2778 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/cluster_421e764a-a926-d559-205d-0ccf8e2ba883/data/data1/current/BP-2132299999-172.17.0.2-1733235616504/current, will proceed with Du for space computation calculation, 2024-12-03T14:20:18,233 WARN [Thread-2779 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/cluster_421e764a-a926-d559-205d-0ccf8e2ba883/data/data2/current/BP-2132299999-172.17.0.2-1733235616504/current, will proceed with Du for space computation calculation, 2024-12-03T14:20:18,257 WARN [Thread-2766 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T14:20:18,260 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaac04a086b11e356 with lease ID 0x208d12017ab838e8: Processing first storage report for DS-4740f28f-7cf2-4a7d-b2fa-c8a2e261554c from datanode DatanodeRegistration(127.0.0.1:38995, datanodeUuid=f72bb993-5b67-46ad-a87d-bb7dbaf02666, infoPort=37901, infoSecurePort=0, ipcPort=33547, storageInfo=lv=-57;cid=testClusterID;nsid=269973079;c=1733235616504) 2024-12-03T14:20:18,260 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaac04a086b11e356 with lease ID 0x208d12017ab838e8: from storage DS-4740f28f-7cf2-4a7d-b2fa-c8a2e261554c node DatanodeRegistration(127.0.0.1:38995, datanodeUuid=f72bb993-5b67-46ad-a87d-bb7dbaf02666, infoPort=37901, infoSecurePort=0, ipcPort=33547, storageInfo=lv=-57;cid=testClusterID;nsid=269973079;c=1733235616504), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:20:18,260 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaac04a086b11e356 with lease ID 0x208d12017ab838e8: Processing first storage report for DS-353852b8-7c3b-4fa1-be14-8f63c16752d3 from datanode DatanodeRegistration(127.0.0.1:38995, datanodeUuid=f72bb993-5b67-46ad-a87d-bb7dbaf02666, infoPort=37901, infoSecurePort=0, ipcPort=33547, storageInfo=lv=-57;cid=testClusterID;nsid=269973079;c=1733235616504) 2024-12-03T14:20:18,260 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaac04a086b11e356 with lease ID 0x208d12017ab838e8: from storage DS-353852b8-7c3b-4fa1-be14-8f63c16752d3 node DatanodeRegistration(127.0.0.1:38995, datanodeUuid=f72bb993-5b67-46ad-a87d-bb7dbaf02666, infoPort=37901, infoSecurePort=0, ipcPort=33547, storageInfo=lv=-57;cid=testClusterID;nsid=269973079;c=1733235616504), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:20:18,337 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9 2024-12-03T14:20:18,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:18,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:18,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741825_1001 (size=7) 2024-12-03T14:20:18,602 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:20:18,603 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:20:18,603 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38453 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:20:18,749 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f with version=8 2024-12-03T14:20:18,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/hbase-staging 2024-12-03T14:20:18,751 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:20:18,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:20:18,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:20:18,751 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:20:18,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:20:18,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:20:18,751 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T14:20:18,751 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:20:18,751 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33351 2024-12-03T14:20:18,752 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33351 connecting to ZooKeeper ensemble=127.0.0.1:57059 2024-12-03T14:20:18,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333510x0, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:20:18,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33351-0x1019b9095160003 connected 2024-12-03T14:20:18,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:18,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:18,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Set watcher on znode that does not yet exist, /1-1737474445/running 2024-12-03T14:20:18,877 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f, hbase.cluster.distributed=false 2024-12-03T14:20:18,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Set watcher on znode that does not yet exist, /1-1737474445/acl 2024-12-03T14:20:18,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33351 2024-12-03T14:20:18,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33351 2024-12-03T14:20:18,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33351 2024-12-03T14:20:18,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33351 2024-12-03T14:20:18,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33351 2024-12-03T14:20:18,890 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:20:18,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:20:18,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:20:18,890 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:20:18,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:20:18,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:20:18,890 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T14:20:18,891 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:20:18,891 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37951 2024-12-03T14:20:18,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37951 connecting to ZooKeeper ensemble=127.0.0.1:57059 2024-12-03T14:20:18,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:18,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:18,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379510x0, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:20:18,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379510x0, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Set watcher on znode that does not yet exist, /1-1737474445/running 2024-12-03T14:20:18,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37951-0x1019b9095160004 connected 2024-12-03T14:20:18,906 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T14:20:18,906 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T14:20:18,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37951-0x1019b9095160004, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Set watcher on znode that does not yet exist, /1-1737474445/master 2024-12-03T14:20:18,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37951-0x1019b9095160004, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Set watcher on znode that does not yet exist, /1-1737474445/acl 2024-12-03T14:20:18,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37951 2024-12-03T14:20:18,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37951 2024-12-03T14:20:18,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37951 2024-12-03T14:20:18,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37951 2024-12-03T14:20:18,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37951 2024-12-03T14:20:18,927 DEBUG [M:0;3920e6a7c3b5:33351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3920e6a7c3b5:33351 2024-12-03T14:20:18,927 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1737474445/backup-masters/3920e6a7c3b5,33351,1733235618751 2024-12-03T14:20:18,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1737474445/backup-masters 2024-12-03T14:20:18,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x1019b9095160004, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1737474445/backup-masters 2024-12-03T14:20:18,938 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Set watcher on existing znode=/1-1737474445/backup-masters/3920e6a7c3b5,33351,1733235618751 2024-12-03T14:20:18,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1737474445 2024-12-03T14:20:18,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x1019b9095160004, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1737474445/master 2024-12-03T14:20:18,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x1019b9095160004, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1737474445 2024-12-03T14:20:18,948 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Set watcher on existing znode=/1-1737474445/master 2024-12-03T14:20:18,949 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1737474445/backup-masters/3920e6a7c3b5,33351,1733235618751 from backup master directory 2024-12-03T14:20:18,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x1019b9095160004, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1737474445/backup-masters 2024-12-03T14:20:18,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1737474445/backup-masters/3920e6a7c3b5,33351,1733235618751 2024-12-03T14:20:18,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1737474445/backup-masters 2024-12-03T14:20:18,958 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:20:18,958 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3920e6a7c3b5,33351,1733235618751 2024-12-03T14:20:18,969 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/hbase.id] with ID: d9638f5f-05cb-45a8-a110-b1ed20a04f4a 2024-12-03T14:20:18,969 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/.tmp/hbase.id 2024-12-03T14:20:18,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741826_1002 (size=42) 2024-12-03T14:20:19,378 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/.tmp/hbase.id]:[hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/hbase.id] 2024-12-03T14:20:19,386 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:19,386 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T14:20:19,387 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T14:20:19,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1737474445 2024-12-03T14:20:19,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x1019b9095160004, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1737474445 2024-12-03T14:20:19,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741827_1003 (size=196) 2024-12-03T14:20:19,854 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:20:19,855 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T14:20:19,855 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:20:19,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741828_1004 (size=1189) 2024-12-03T14:20:20,267 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/MasterData/data/master/store 2024-12-03T14:20:20,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741829_1005 (size=34) 2024-12-03T14:20:20,672 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:20,672 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:20:20,672 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:20,672 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:20,672 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:20:20,672 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:20,672 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:20,672 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235620672Disabling compacts and flushes for region at 1733235620672Disabling writes for close at 1733235620672Writing region close event to WAL at 1733235620672Closed at 1733235620672 2024-12-03T14:20:20,673 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/MasterData/data/master/store/.initializing 2024-12-03T14:20:20,673 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/MasterData/WALs/3920e6a7c3b5,33351,1733235618751 2024-12-03T14:20:20,674 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:20:20,675 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3920e6a7c3b5%2C33351%2C1733235618751, suffix=, logDir=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/MasterData/WALs/3920e6a7c3b5,33351,1733235618751, archiveDir=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/MasterData/oldWALs, maxLogs=10 2024-12-03T14:20:20,689 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/MasterData/WALs/3920e6a7c3b5,33351,1733235618751/3920e6a7c3b5%2C33351%2C1733235618751.1733235620675, exclude list is [], retry=0 2024-12-03T14:20:20,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38995,DS-4740f28f-7cf2-4a7d-b2fa-c8a2e261554c,DISK] 2024-12-03T14:20:20,692 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/MasterData/WALs/3920e6a7c3b5,33351,1733235618751/3920e6a7c3b5%2C33351%2C1733235618751.1733235620675 2024-12-03T14:20:20,692 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37901:37901)] 2024-12-03T14:20:20,693 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:20:20,693 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:20,693 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:20,693 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:20,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:20,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T14:20:20,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:20,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:20,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:20,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T14:20:20,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:20,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:20,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:20,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T14:20:20,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:20,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:20,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:20,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T14:20:20,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:20,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:20,698 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:20,699 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:20,699 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:20,700 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:20,700 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:20,700 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:20:20,701 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:20,702 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:20:20,703 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66792091, jitterRate=-0.004720285534858704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:20:20,703 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733235620693Initializing all the Stores at 1733235620693Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235620693Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235620694 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235620694Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235620694Cleaning up temporary data from old regions at 1733235620700 (+6 ms)Region opened successfully at 1733235620703 (+3 ms) 2024-12-03T14:20:20,703 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T14:20:20,705 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197f4b6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:20:20,705 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T14:20:20,706 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T14:20:20,706 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T14:20:20,706 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T14:20:20,706 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T14:20:20,706 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T14:20:20,706 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T14:20:20,707 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T14:20:20,708 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Unable to get data of znode /1-1737474445/balancer because node does not exist (not necessarily an error) 2024-12-03T14:20:20,768 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1737474445/balancer already deleted, retry=false 2024-12-03T14:20:20,769 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T14:20:20,769 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Unable to get data of znode /1-1737474445/normalizer because node does not exist (not necessarily an error) 2024-12-03T14:20:20,779 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1737474445/normalizer already deleted, retry=false 2024-12-03T14:20:20,779 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T14:20:20,780 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Unable to get data of znode /1-1737474445/switch/split because node does not exist (not necessarily an error) 2024-12-03T14:20:20,789 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1737474445/switch/split already deleted, retry=false 2024-12-03T14:20:20,790 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Unable to get data of znode /1-1737474445/switch/merge because node does not exist (not necessarily an error) 2024-12-03T14:20:20,800 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1737474445/switch/merge already deleted, retry=false 2024-12-03T14:20:20,802 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Unable to get data of znode /1-1737474445/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T14:20:20,811 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1737474445/snapshot-cleanup already deleted, retry=false 2024-12-03T14:20:20,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1737474445/running 2024-12-03T14:20:20,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x1019b9095160004, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1737474445/running 2024-12-03T14:20:20,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x1019b9095160004, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1737474445 2024-12-03T14:20:20,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1737474445 2024-12-03T14:20:20,822 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3920e6a7c3b5,33351,1733235618751, sessionid=0x1019b9095160003, setting cluster-up flag (Was=false) 2024-12-03T14:20:20,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x1019b9095160004, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1737474445 2024-12-03T14:20:20,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1737474445 2024-12-03T14:20:20,874 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1737474445/flush-table-proc/acquired, /1-1737474445/flush-table-proc/reached, /1-1737474445/flush-table-proc/abort 2024-12-03T14:20:20,875 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,33351,1733235618751 2024-12-03T14:20:20,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1737474445 2024-12-03T14:20:20,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x1019b9095160004, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1737474445 2024-12-03T14:20:20,926 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1737474445/online-snapshot/acquired, /1-1737474445/online-snapshot/reached, /1-1737474445/online-snapshot/abort 2024-12-03T14:20:20,927 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,33351,1733235618751 2024-12-03T14:20:20,928 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T14:20:20,929 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T14:20:20,930 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T14:20:20,930 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T14:20:20,930 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3920e6a7c3b5,33351,1733235618751 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T14:20:20,931 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:20:20,931 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:20:20,931 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:20:20,931 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:20:20,931 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3920e6a7c3b5:0, corePoolSize=10, maxPoolSize=10 2024-12-03T14:20:20,931 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:20,931 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:20:20,931 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:20,932 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733235650932 2024-12-03T14:20:20,932 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T14:20:20,932 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:20:20,932 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T14:20:20,932 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T14:20:20,933 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T14:20:20,933 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T14:20:20,933 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T14:20:20,933 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T14:20:20,933 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:20,933 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:20,933 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T14:20:20,933 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T14:20:20,933 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T14:20:20,934 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T14:20:20,934 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T14:20:20,936 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T14:20:20,936 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T14:20:20,938 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235620936,5,FailOnTimeoutGroup] 2024-12-03T14:20:20,938 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235620938,5,FailOnTimeoutGroup] 2024-12-03T14:20:20,938 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:20,938 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T14:20:20,938 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:20,938 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:20,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741831_1007 (size=1321) 2024-12-03T14:20:21,016 INFO [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer(746): ClusterId : d9638f5f-05cb-45a8-a110-b1ed20a04f4a 2024-12-03T14:20:21,016 DEBUG [RS:0;3920e6a7c3b5:37951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T14:20:21,022 DEBUG [RS:0;3920e6a7c3b5:37951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T14:20:21,022 DEBUG [RS:0;3920e6a7c3b5:37951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T14:20:21,033 DEBUG [RS:0;3920e6a7c3b5:37951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T14:20:21,034 DEBUG [RS:0;3920e6a7c3b5:37951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142d7748, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:20:21,046 DEBUG [RS:0;3920e6a7c3b5:37951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3920e6a7c3b5:37951 2024-12-03T14:20:21,046 INFO [RS:0;3920e6a7c3b5:37951 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T14:20:21,046 INFO [RS:0;3920e6a7c3b5:37951 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T14:20:21,046 DEBUG [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T14:20:21,047 INFO [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer(2659): reportForDuty to master=3920e6a7c3b5,33351,1733235618751 with port=37951, startcode=1733235618890 2024-12-03T14:20:21,047 DEBUG [RS:0;3920e6a7c3b5:37951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T14:20:21,048 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T14:20:21,048 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33351 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3920e6a7c3b5,37951,1733235618890 2024-12-03T14:20:21,049 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33351 {}] master.ServerManager(517): Registering regionserver=3920e6a7c3b5,37951,1733235618890 2024-12-03T14:20:21,050 DEBUG [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f 2024-12-03T14:20:21,050 DEBUG [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46345 2024-12-03T14:20:21,050 DEBUG [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T14:20:21,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1737474445/rs 2024-12-03T14:20:21,088 DEBUG [RS:0;3920e6a7c3b5:37951 {}] zookeeper.ZKUtil(111): regionserver:37951-0x1019b9095160004, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Set watcher on existing znode=/1-1737474445/rs/3920e6a7c3b5,37951,1733235618890 2024-12-03T14:20:21,088 WARN [RS:0;3920e6a7c3b5:37951 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:20:21,088 INFO [RS:0;3920e6a7c3b5:37951 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:20:21,088 DEBUG [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890 2024-12-03T14:20:21,089 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3920e6a7c3b5,37951,1733235618890] 2024-12-03T14:20:21,091 INFO [RS:0;3920e6a7c3b5:37951 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T14:20:21,092 INFO [RS:0;3920e6a7c3b5:37951 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T14:20:21,092 INFO [RS:0;3920e6a7c3b5:37951 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T14:20:21,092 INFO [RS:0;3920e6a7c3b5:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:21,093 INFO [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T14:20:21,093 INFO [RS:0;3920e6a7c3b5:37951 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T14:20:21,093 INFO [RS:0;3920e6a7c3b5:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:21,093 DEBUG [RS:0;3920e6a7c3b5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:21,093 DEBUG [RS:0;3920e6a7c3b5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:21,093 DEBUG [RS:0;3920e6a7c3b5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:21,093 DEBUG [RS:0;3920e6a7c3b5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:21,093 DEBUG [RS:0;3920e6a7c3b5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:21,093 DEBUG [RS:0;3920e6a7c3b5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:20:21,093 DEBUG [RS:0;3920e6a7c3b5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:21,093 DEBUG [RS:0;3920e6a7c3b5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:21,094 DEBUG [RS:0;3920e6a7c3b5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:21,094 DEBUG [RS:0;3920e6a7c3b5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:21,094 DEBUG [RS:0;3920e6a7c3b5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:21,094 DEBUG [RS:0;3920e6a7c3b5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:21,094 DEBUG [RS:0;3920e6a7c3b5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:20:21,094 DEBUG [RS:0;3920e6a7c3b5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:20:21,094 INFO [RS:0;3920e6a7c3b5:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:21,094 INFO [RS:0;3920e6a7c3b5:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:21,094 INFO [RS:0;3920e6a7c3b5:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:21,094 INFO [RS:0;3920e6a7c3b5:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:21,094 INFO [RS:0;3920e6a7c3b5:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:21,094 INFO [RS:0;3920e6a7c3b5:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,37951,1733235618890-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:20:21,109 INFO [RS:0;3920e6a7c3b5:37951 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T14:20:21,109 INFO [RS:0;3920e6a7c3b5:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,37951,1733235618890-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:21,110 INFO [RS:0;3920e6a7c3b5:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:21,110 INFO [RS:0;3920e6a7c3b5:37951 {}] regionserver.Replication(171): 3920e6a7c3b5,37951,1733235618890 started 2024-12-03T14:20:21,123 INFO [RS:0;3920e6a7c3b5:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:21,123 INFO [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer(1482): Serving as 3920e6a7c3b5,37951,1733235618890, RpcServer on 3920e6a7c3b5/172.17.0.2:37951, sessionid=0x1019b9095160004 2024-12-03T14:20:21,123 DEBUG [RS:0;3920e6a7c3b5:37951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T14:20:21,123 DEBUG [RS:0;3920e6a7c3b5:37951 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3920e6a7c3b5,37951,1733235618890 2024-12-03T14:20:21,123 DEBUG [RS:0;3920e6a7c3b5:37951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,37951,1733235618890' 2024-12-03T14:20:21,123 DEBUG [RS:0;3920e6a7c3b5:37951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1737474445/flush-table-proc/abort' 2024-12-03T14:20:21,124 DEBUG [RS:0;3920e6a7c3b5:37951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1737474445/flush-table-proc/acquired' 2024-12-03T14:20:21,124 DEBUG [RS:0;3920e6a7c3b5:37951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T14:20:21,124 DEBUG [RS:0;3920e6a7c3b5:37951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T14:20:21,124 DEBUG [RS:0;3920e6a7c3b5:37951 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3920e6a7c3b5,37951,1733235618890 2024-12-03T14:20:21,124 DEBUG [RS:0;3920e6a7c3b5:37951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,37951,1733235618890' 2024-12-03T14:20:21,124 DEBUG [RS:0;3920e6a7c3b5:37951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1737474445/online-snapshot/abort' 2024-12-03T14:20:21,124 DEBUG [RS:0;3920e6a7c3b5:37951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1737474445/online-snapshot/acquired' 2024-12-03T14:20:21,125 DEBUG [RS:0;3920e6a7c3b5:37951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T14:20:21,125 INFO [RS:0;3920e6a7c3b5:37951 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T14:20:21,125 INFO [RS:0;3920e6a7c3b5:37951 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T14:20:21,142 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T14:20:21,225 INFO [RS:0;3920e6a7c3b5:37951 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:20:21,226 INFO [RS:0;3920e6a7c3b5:37951 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C37951%2C1733235618890, suffix=, logDir=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890, archiveDir=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/oldWALs, maxLogs=10 2024-12-03T14:20:21,236 DEBUG [RS:0;3920e6a7c3b5:37951 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226, exclude list is [], retry=0 2024-12-03T14:20:21,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38995,DS-4740f28f-7cf2-4a7d-b2fa-c8a2e261554c,DISK] 2024-12-03T14:20:21,240 INFO [RS:0;3920e6a7c3b5:37951 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 2024-12-03T14:20:21,240 DEBUG [RS:0;3920e6a7c3b5:37951 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37901:37901)] 2024-12-03T14:20:21,342 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T14:20:21,342 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f 2024-12-03T14:20:21,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741833_1009 (size=32) 2024-12-03T14:20:21,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:21,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:20:21,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:20:21,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:21,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:21,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:20:21,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:20:21,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:21,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:21,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:20:21,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:20:21,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:21,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:21,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:20:21,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:20:21,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:21,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:21,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:20:21,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740 2024-12-03T14:20:21,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740 2024-12-03T14:20:21,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:20:21,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:20:21,758 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:20:21,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:20:21,760 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:20:21,760 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59798774, jitterRate=-0.10892882943153381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:20:21,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733235621750Initializing all the Stores at 1733235621751 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235621751Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235621751Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235621751Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235621751Cleaning up temporary data from old regions at 1733235621757 (+6 ms)Region opened successfully at 1733235621760 (+3 ms) 2024-12-03T14:20:21,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:20:21,760 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:20:21,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:20:21,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:20:21,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:20:21,761 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:20:21,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235621760Disabling compacts and flushes for region at 1733235621760Disabling writes for close at 1733235621761 (+1 ms)Writing region close event to WAL at 1733235621761Closed at 1733235621761 2024-12-03T14:20:21,762 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:20:21,762 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T14:20:21,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T14:20:21,763 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:20:21,763 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T14:20:21,864 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:20:21,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:21,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:21,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:21,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:21,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:21,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:21,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:21,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:21,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:21,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:21,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:21,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:21,914 DEBUG [3920e6a7c3b5:33351 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:20:21,914 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3920e6a7c3b5,37951,1733235618890 2024-12-03T14:20:21,915 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,37951,1733235618890, state=OPENING 2024-12-03T14:20:21,969 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T14:20:21,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1737474445 2024-12-03T14:20:21,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x1019b9095160004, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1737474445 2024-12-03T14:20:21,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1737474445/meta-region-server: CHANGED 2024-12-03T14:20:21,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1737474445/meta-region-server: CHANGED 2024-12-03T14:20:21,980 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:20:21,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,37951,1733235618890}] 2024-12-03T14:20:22,132 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:20:22,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T14:20:22,135 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T14:20:22,136 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:20:22,136 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T14:20:22,136 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C37951%2C1733235618890.meta, suffix=.meta, logDir=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890, archiveDir=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/oldWALs, maxLogs=10 2024-12-03T14:20:22,147 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.meta.1733235622137.meta, exclude list is [], retry=0 2024-12-03T14:20:22,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38995,DS-4740f28f-7cf2-4a7d-b2fa-c8a2e261554c,DISK] 2024-12-03T14:20:22,150 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.meta.1733235622137.meta 2024-12-03T14:20:22,150 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37901:37901)] 2024-12-03T14:20:22,150 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:20:22,151 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:20:22,151 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:20:22,151 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T14:20:22,151 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T14:20:22,151 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T14:20:22,151 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:22,151 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T14:20:22,151 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T14:20:22,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:20:22,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:20:22,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:22,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:22,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:20:22,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:20:22,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:22,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:22,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:20:22,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:20:22,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:22,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:22,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:20:22,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:20:22,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:22,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:22,155 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:20:22,156 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740 2024-12-03T14:20:22,156 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740 2024-12-03T14:20:22,157 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:20:22,157 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:20:22,158 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:20:22,159 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:20:22,159 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74558261, jitterRate=0.11100466549396515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:20:22,159 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T14:20:22,159 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733235622151Writing region info on filesystem at 1733235622151Initializing all the Stores at 1733235622152 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235622152Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235622152Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235622152Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235622152Cleaning up temporary data from old regions at 1733235622157 (+5 ms)Running coprocessor post-open hooks at 1733235622159 (+2 ms)Region opened successfully at 1733235622159 2024-12-03T14:20:22,160 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733235622132 2024-12-03T14:20:22,161 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T14:20:22,161 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T14:20:22,162 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,37951,1733235618890 2024-12-03T14:20:22,162 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,37951,1733235618890, state=OPEN 2024-12-03T14:20:22,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x1019b9095160004, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1737474445/meta-region-server 2024-12-03T14:20:22,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1737474445/meta-region-server 2024-12-03T14:20:22,168 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,37951,1733235618890 2024-12-03T14:20:22,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1737474445/meta-region-server: CHANGED 2024-12-03T14:20:22,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1737474445/meta-region-server: CHANGED 2024-12-03T14:20:22,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T14:20:22,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,37951,1733235618890 in 189 msec 2024-12-03T14:20:22,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T14:20:22,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-12-03T14:20:22,172 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:20:22,172 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T14:20:22,173 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:20:22,173 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,37951,1733235618890, seqNum=-1] 2024-12-03T14:20:22,173 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:20:22,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:20:22,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-12-03T14:20:22,178 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733235622177, completionTime=-1 2024-12-03T14:20:22,178 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T14:20:22,178 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T14:20:22,179 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T14:20:22,179 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733235682179 2024-12-03T14:20:22,179 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733235742179 2024-12-03T14:20:22,179 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T14:20:22,179 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,33351,1733235618751-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:22,179 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,33351,1733235618751-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:22,179 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,33351,1733235618751-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:22,180 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3920e6a7c3b5:33351, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:22,180 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:22,180 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:22,181 DEBUG [master/3920e6a7c3b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T14:20:22,183 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.225sec 2024-12-03T14:20:22,183 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T14:20:22,183 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T14:20:22,183 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T14:20:22,183 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T14:20:22,183 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T14:20:22,183 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,33351,1733235618751-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:20:22,183 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,33351,1733235618751-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T14:20:22,184 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T14:20:22,184 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T14:20:22,184 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,33351,1733235618751-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:22,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a55a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:22,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,33351,-1 for getting cluster id 2024-12-03T14:20:22,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:20:22,217 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9638f5f-05cb-45a8-a110-b1ed20a04f4a' 2024-12-03T14:20:22,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:20:22,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9638f5f-05cb-45a8-a110-b1ed20a04f4a" 2024-12-03T14:20:22,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54397ce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:22,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,33351,-1] 2024-12-03T14:20:22,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:20:22,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:22,219 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:20:22,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571a49b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:22,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:20:22,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,37951,1733235618890, seqNum=-1] 2024-12-03T14:20:22,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:20:22,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:20:22,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3920e6a7c3b5,33351,1733235618751 2024-12-03T14:20:22,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57059 2024-12-03T14:20:22,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:20:22,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019b9095160005 connected 2024-12-03T14:20:22,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/hadoop.log.dir so I do NOT create it in target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880 2024-12-03T14:20:22,244 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T14:20:22,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/hadoop.tmp.dir so I do NOT create it in target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880 2024-12-03T14:20:22,244 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T14:20:22,244 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880 2024-12-03T14:20:22,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T14:20:22,244 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/cluster_612a6a2f-4fe2-050b-9e15-d2df03c1fa3d, deleteOnExit=true 2024-12-03T14:20:22,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T14:20:22,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/test.cache.data in system properties and HBase conf 2024-12-03T14:20:22,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T14:20:22,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/hadoop.log.dir in system properties and HBase conf 2024-12-03T14:20:22,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T14:20:22,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T14:20:22,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T14:20:22,245 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T14:20:22,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:20:22,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:20:22,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T14:20:22,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:20:22,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T14:20:22,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T14:20:22,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:20:22,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:20:22,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T14:20:22,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/nfs.dump.dir in system properties and HBase conf 2024-12-03T14:20:22,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/java.io.tmpdir in system properties and HBase conf 2024-12-03T14:20:22,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:20:22,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T14:20:22,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T14:20:22,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:20:22,570 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:20:22,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:20:22,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:20:22,581 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T14:20:22,582 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:20:22,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6633b11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:20:22,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17ac037f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:20:22,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T14:20:22,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T14:20:22,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T14:20:22,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T14:20:22,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ee957c3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/java.io.tmpdir/jetty-localhost-36501-hadoop-hdfs-3_4_1-tests_jar-_-any-3297844597661953809/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:20:22,678 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3775579f{HTTP/1.1, (http/1.1)}{localhost:36501} 2024-12-03T14:20:22,678 INFO [Time-limited test {}] server.Server(415): Started @237287ms 2024-12-03T14:20:22,984 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:20:22,989 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:20:22,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:20:22,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:20:22,992 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T14:20:22,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6031f3d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:20:22,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@668fc8a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:20:23,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@334a8ff8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/java.io.tmpdir/jetty-localhost-41499-hadoop-hdfs-3_4_1-tests_jar-_-any-15758975343324556161/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:20:23,090 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ae5e2af{HTTP/1.1, (http/1.1)}{localhost:41499} 2024-12-03T14:20:23,090 INFO [Time-limited test {}] server.Server(415): Started @237699ms 2024-12-03T14:20:23,091 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T14:20:23,893 WARN [Thread-2899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/cluster_612a6a2f-4fe2-050b-9e15-d2df03c1fa3d/data/data1/current/BP-1628302430-172.17.0.2-1733235622258/current, will proceed with Du for space computation calculation, 2024-12-03T14:20:23,893 WARN [Thread-2900 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/cluster_612a6a2f-4fe2-050b-9e15-d2df03c1fa3d/data/data2/current/BP-1628302430-172.17.0.2-1733235622258/current, will proceed with Du for space computation calculation, 2024-12-03T14:20:23,907 WARN [Thread-2887 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T14:20:23,908 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cb73810b83f701e with lease ID 0x644e536d5e04dc30: Processing first storage report for DS-6c3e2cd6-8c05-4244-85a7-e449b94ab962 from datanode DatanodeRegistration(127.0.0.1:35589, datanodeUuid=bafdbb23-2b9e-4766-86b7-96f45a663798, infoPort=43269, infoSecurePort=0, ipcPort=46553, storageInfo=lv=-57;cid=testClusterID;nsid=1409153146;c=1733235622258) 2024-12-03T14:20:23,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cb73810b83f701e with lease ID 0x644e536d5e04dc30: from storage DS-6c3e2cd6-8c05-4244-85a7-e449b94ab962 node DatanodeRegistration(127.0.0.1:35589, datanodeUuid=bafdbb23-2b9e-4766-86b7-96f45a663798, infoPort=43269, infoSecurePort=0, ipcPort=46553, storageInfo=lv=-57;cid=testClusterID;nsid=1409153146;c=1733235622258), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:20:23,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cb73810b83f701e with lease ID 0x644e536d5e04dc30: Processing first storage report for DS-7f1044f8-033d-4aa1-a768-85edba9a029f from datanode DatanodeRegistration(127.0.0.1:35589, datanodeUuid=bafdbb23-2b9e-4766-86b7-96f45a663798, infoPort=43269, infoSecurePort=0, ipcPort=46553, storageInfo=lv=-57;cid=testClusterID;nsid=1409153146;c=1733235622258) 2024-12-03T14:20:23,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cb73810b83f701e with lease ID 0x644e536d5e04dc30: from storage DS-7f1044f8-033d-4aa1-a768-85edba9a029f node DatanodeRegistration(127.0.0.1:35589, datanodeUuid=bafdbb23-2b9e-4766-86b7-96f45a663798, infoPort=43269, infoSecurePort=0, ipcPort=46553, storageInfo=lv=-57;cid=testClusterID;nsid=1409153146;c=1733235622258), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:20:23,958 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880 2024-12-03T14:20:23,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:23,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:23,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741825_1001 (size=7) 2024-12-03T14:20:24,366 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a with version=8 2024-12-03T14:20:24,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/hbase-staging 2024-12-03T14:20:24,368 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:20:24,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:20:24,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:20:24,368 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:20:24,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:20:24,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:20:24,368 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T14:20:24,368 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:20:24,369 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40029 2024-12-03T14:20:24,369 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40029 connecting to ZooKeeper ensemble=127.0.0.1:57059 2024-12-03T14:20:24,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400290x0, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:20:24,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40029-0x1019b9095160006 connected 2024-12-03T14:20:24,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:24,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:24,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Set watcher on znode that does not yet exist, /2-775882876/running 2024-12-03T14:20:24,498 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a, hbase.cluster.distributed=false 2024-12-03T14:20:24,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Set watcher on znode that does not yet exist, /2-775882876/acl 2024-12-03T14:20:24,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40029 2024-12-03T14:20:24,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40029 2024-12-03T14:20:24,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40029 2024-12-03T14:20:24,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40029 2024-12-03T14:20:24,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40029 2024-12-03T14:20:24,511 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:20:24,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:20:24,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:20:24,511 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:20:24,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:20:24,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:20:24,511 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T14:20:24,511 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:20:24,512 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36859 2024-12-03T14:20:24,512 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36859 connecting to ZooKeeper ensemble=127.0.0.1:57059 2024-12-03T14:20:24,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:24,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:24,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368590x0, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:20:24,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368590x0, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Set watcher on znode that does not yet exist, /2-775882876/running 2024-12-03T14:20:24,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36859-0x1019b9095160007 connected 2024-12-03T14:20:24,527 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T14:20:24,527 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T14:20:24,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36859-0x1019b9095160007, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Set watcher on znode that does not yet exist, /2-775882876/master 2024-12-03T14:20:24,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36859-0x1019b9095160007, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Set watcher on znode that does not yet exist, /2-775882876/acl 2024-12-03T14:20:24,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36859 2024-12-03T14:20:24,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36859 2024-12-03T14:20:24,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36859 2024-12-03T14:20:24,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36859 2024-12-03T14:20:24,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36859 2024-12-03T14:20:24,544 DEBUG [M:0;3920e6a7c3b5:40029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3920e6a7c3b5:40029 2024-12-03T14:20:24,544 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-775882876/backup-masters/3920e6a7c3b5,40029,1733235624368 2024-12-03T14:20:24,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1019b9095160007, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-775882876/backup-masters 2024-12-03T14:20:24,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-775882876/backup-masters 2024-12-03T14:20:24,548 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Set watcher on existing znode=/2-775882876/backup-masters/3920e6a7c3b5,40029,1733235624368 2024-12-03T14:20:24,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-775882876 2024-12-03T14:20:24,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1019b9095160007, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-775882876/master 2024-12-03T14:20:24,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1019b9095160007, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-775882876 2024-12-03T14:20:24,558 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Set watcher on existing znode=/2-775882876/master 2024-12-03T14:20:24,558 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-775882876/backup-masters/3920e6a7c3b5,40029,1733235624368 from backup master directory 2024-12-03T14:20:24,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-775882876/backup-masters/3920e6a7c3b5,40029,1733235624368 2024-12-03T14:20:24,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1019b9095160007, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-775882876/backup-masters 2024-12-03T14:20:24,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-775882876/backup-masters 2024-12-03T14:20:24,568 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:20:24,568 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3920e6a7c3b5,40029,1733235624368 2024-12-03T14:20:24,571 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/hbase.id] with ID: 689ab588-6e25-434d-9743-2fe4a6a97112 2024-12-03T14:20:24,571 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/.tmp/hbase.id 2024-12-03T14:20:24,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741826_1002 (size=42) 2024-12-03T14:20:24,978 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/.tmp/hbase.id]:[hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/hbase.id] 2024-12-03T14:20:24,986 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:24,986 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T14:20:24,987 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T14:20:25,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-775882876 2024-12-03T14:20:25,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1019b9095160007, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-775882876 2024-12-03T14:20:25,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741827_1003 (size=196) 2024-12-03T14:20:25,436 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:20:25,436 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T14:20:25,437 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:20:25,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741828_1004 (size=1189) 2024-12-03T14:20:25,842 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/data/master/store 2024-12-03T14:20:25,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741829_1005 (size=34) 2024-12-03T14:20:26,246 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:26,246 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:20:26,246 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:26,246 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:26,246 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:20:26,246 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:26,246 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:26,246 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235626246Disabling compacts and flushes for region at 1733235626246Disabling writes for close at 1733235626246Writing region close event to WAL at 1733235626246Closed at 1733235626246 2024-12-03T14:20:26,247 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/data/master/store/.initializing 2024-12-03T14:20:26,247 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/WALs/3920e6a7c3b5,40029,1733235624368 2024-12-03T14:20:26,248 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:20:26,249 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3920e6a7c3b5%2C40029%2C1733235624368, suffix=, logDir=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/WALs/3920e6a7c3b5,40029,1733235624368, archiveDir=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/oldWALs, maxLogs=10 2024-12-03T14:20:26,264 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/WALs/3920e6a7c3b5,40029,1733235624368/3920e6a7c3b5%2C40029%2C1733235624368.1733235626249, exclude list is [], retry=0 2024-12-03T14:20:26,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35589,DS-6c3e2cd6-8c05-4244-85a7-e449b94ab962,DISK] 2024-12-03T14:20:26,283 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/WALs/3920e6a7c3b5,40029,1733235624368/3920e6a7c3b5%2C40029%2C1733235624368.1733235626249 2024-12-03T14:20:26,284 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43269:43269)] 2024-12-03T14:20:26,284 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:20:26,285 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:26,285 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:26,285 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:26,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:26,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T14:20:26,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:26,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:26,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:26,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T14:20:26,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:26,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:26,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:26,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T14:20:26,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:26,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:26,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:26,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T14:20:26,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:26,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:26,291 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:26,292 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:26,292 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:26,292 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:26,292 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:26,293 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:20:26,294 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:26,296 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:20:26,296 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64824622, jitterRate=-0.03403785824775696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:20:26,296 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733235626285Initializing all the Stores at 1733235626285Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235626285Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235626286 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235626286Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235626286Cleaning up temporary data from old regions at 1733235626293 (+7 ms)Region opened successfully at 1733235626296 (+3 ms) 2024-12-03T14:20:26,299 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T14:20:26,302 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6955564c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:20:26,302 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T14:20:26,302 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T14:20:26,302 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T14:20:26,302 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T14:20:26,303 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T14:20:26,303 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T14:20:26,303 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T14:20:26,304 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T14:20:26,305 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Unable to get data of znode /2-775882876/balancer because node does not exist (not necessarily an error) 2024-12-03T14:20:26,379 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-775882876/balancer already deleted, retry=false 2024-12-03T14:20:26,379 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T14:20:26,380 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Unable to get data of znode /2-775882876/normalizer because node does not exist (not necessarily an error) 2024-12-03T14:20:26,389 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-775882876/normalizer already deleted, retry=false 2024-12-03T14:20:26,390 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T14:20:26,391 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Unable to get data of znode /2-775882876/switch/split because node does not exist (not necessarily an error) 2024-12-03T14:20:26,400 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-775882876/switch/split already deleted, retry=false 2024-12-03T14:20:26,401 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Unable to get data of znode /2-775882876/switch/merge because node does not exist (not necessarily an error) 2024-12-03T14:20:26,410 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-775882876/switch/merge already deleted, retry=false 2024-12-03T14:20:26,412 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Unable to get data of znode /2-775882876/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T14:20:26,421 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-775882876/snapshot-cleanup already deleted, retry=false 2024-12-03T14:20:26,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1019b9095160007, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-775882876/running 2024-12-03T14:20:26,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-775882876/running 2024-12-03T14:20:26,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1019b9095160007, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-775882876 2024-12-03T14:20:26,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-775882876 2024-12-03T14:20:26,432 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3920e6a7c3b5,40029,1733235624368, sessionid=0x1019b9095160006, setting cluster-up flag (Was=false) 2024-12-03T14:20:26,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-775882876 2024-12-03T14:20:26,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1019b9095160007, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-775882876 2024-12-03T14:20:26,484 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-775882876/flush-table-proc/acquired, /2-775882876/flush-table-proc/reached, /2-775882876/flush-table-proc/abort 2024-12-03T14:20:26,485 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,40029,1733235624368 2024-12-03T14:20:26,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-775882876 2024-12-03T14:20:26,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1019b9095160007, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-775882876 2024-12-03T14:20:26,537 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-775882876/online-snapshot/acquired, /2-775882876/online-snapshot/reached, /2-775882876/online-snapshot/abort 2024-12-03T14:20:26,537 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,40029,1733235624368 2024-12-03T14:20:26,538 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T14:20:26,539 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T14:20:26,540 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T14:20:26,540 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T14:20:26,540 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3920e6a7c3b5,40029,1733235624368 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T14:20:26,541 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:20:26,541 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:20:26,541 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:20:26,541 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:20:26,541 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3920e6a7c3b5:0, corePoolSize=10, maxPoolSize=10 2024-12-03T14:20:26,541 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:26,541 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:20:26,541 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:26,542 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733235656542 2024-12-03T14:20:26,542 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T14:20:26,542 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T14:20:26,542 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T14:20:26,542 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T14:20:26,542 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T14:20:26,543 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T14:20:26,543 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:20:26,543 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:26,543 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T14:20:26,543 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T14:20:26,543 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T14:20:26,543 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T14:20:26,543 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T14:20:26,543 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T14:20:26,543 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T14:20:26,543 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235626543,5,FailOnTimeoutGroup] 2024-12-03T14:20:26,543 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:26,544 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235626543,5,FailOnTimeoutGroup] 2024-12-03T14:20:26,544 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:26,544 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T14:20:26,544 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:26,544 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T14:20:26,544 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:26,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741831_1007 (size=1321) 2024-12-03T14:20:26,638 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(746): ClusterId : 689ab588-6e25-434d-9743-2fe4a6a97112 2024-12-03T14:20:26,638 DEBUG [RS:0;3920e6a7c3b5:36859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T14:20:26,643 DEBUG [RS:0;3920e6a7c3b5:36859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T14:20:26,643 DEBUG [RS:0;3920e6a7c3b5:36859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T14:20:26,653 DEBUG [RS:0;3920e6a7c3b5:36859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T14:20:26,653 DEBUG [RS:0;3920e6a7c3b5:36859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc08210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:20:26,668 DEBUG [RS:0;3920e6a7c3b5:36859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3920e6a7c3b5:36859 2024-12-03T14:20:26,668 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T14:20:26,668 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T14:20:26,668 DEBUG [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T14:20:26,669 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(2659): reportForDuty to master=3920e6a7c3b5,40029,1733235624368 with port=36859, startcode=1733235624511 2024-12-03T14:20:26,669 DEBUG [RS:0;3920e6a7c3b5:36859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T14:20:26,670 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T14:20:26,670 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40029 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3920e6a7c3b5,36859,1733235624511 2024-12-03T14:20:26,670 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40029 {}] master.ServerManager(517): Registering regionserver=3920e6a7c3b5,36859,1733235624511 2024-12-03T14:20:26,671 DEBUG [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a 2024-12-03T14:20:26,672 DEBUG [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37737 2024-12-03T14:20:26,672 DEBUG [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T14:20:26,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-775882876/rs 2024-12-03T14:20:26,725 DEBUG [RS:0;3920e6a7c3b5:36859 {}] zookeeper.ZKUtil(111): regionserver:36859-0x1019b9095160007, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Set watcher on existing znode=/2-775882876/rs/3920e6a7c3b5,36859,1733235624511 2024-12-03T14:20:26,725 WARN [RS:0;3920e6a7c3b5:36859 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:20:26,725 INFO [RS:0;3920e6a7c3b5:36859 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:20:26,725 DEBUG [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511 2024-12-03T14:20:26,726 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3920e6a7c3b5,36859,1733235624511] 2024-12-03T14:20:26,728 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T14:20:26,730 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T14:20:26,730 INFO [RS:0;3920e6a7c3b5:36859 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T14:20:26,730 INFO [RS:0;3920e6a7c3b5:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:26,730 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T14:20:26,731 INFO [RS:0;3920e6a7c3b5:36859 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T14:20:26,731 INFO [RS:0;3920e6a7c3b5:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:26,731 DEBUG [RS:0;3920e6a7c3b5:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:26,731 DEBUG [RS:0;3920e6a7c3b5:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:26,731 DEBUG [RS:0;3920e6a7c3b5:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:26,731 DEBUG [RS:0;3920e6a7c3b5:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:26,731 DEBUG [RS:0;3920e6a7c3b5:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:26,731 DEBUG [RS:0;3920e6a7c3b5:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:20:26,731 DEBUG [RS:0;3920e6a7c3b5:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:26,731 DEBUG [RS:0;3920e6a7c3b5:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:26,731 DEBUG [RS:0;3920e6a7c3b5:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:26,731 DEBUG [RS:0;3920e6a7c3b5:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:26,731 DEBUG [RS:0;3920e6a7c3b5:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:26,732 DEBUG [RS:0;3920e6a7c3b5:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:26,732 DEBUG [RS:0;3920e6a7c3b5:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:20:26,732 DEBUG [RS:0;3920e6a7c3b5:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:20:26,732 INFO [RS:0;3920e6a7c3b5:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:26,732 INFO [RS:0;3920e6a7c3b5:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:26,732 INFO [RS:0;3920e6a7c3b5:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:26,732 INFO [RS:0;3920e6a7c3b5:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:26,732 INFO [RS:0;3920e6a7c3b5:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:26,732 INFO [RS:0;3920e6a7c3b5:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,36859,1733235624511-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:20:26,744 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T14:20:26,744 INFO [RS:0;3920e6a7c3b5:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,36859,1733235624511-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:26,744 INFO [RS:0;3920e6a7c3b5:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:26,744 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.Replication(171): 3920e6a7c3b5,36859,1733235624511 started 2024-12-03T14:20:26,755 INFO [RS:0;3920e6a7c3b5:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:26,755 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(1482): Serving as 3920e6a7c3b5,36859,1733235624511, RpcServer on 3920e6a7c3b5/172.17.0.2:36859, sessionid=0x1019b9095160007 2024-12-03T14:20:26,755 DEBUG [RS:0;3920e6a7c3b5:36859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T14:20:26,755 DEBUG [RS:0;3920e6a7c3b5:36859 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3920e6a7c3b5,36859,1733235624511 2024-12-03T14:20:26,755 DEBUG [RS:0;3920e6a7c3b5:36859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,36859,1733235624511' 2024-12-03T14:20:26,755 DEBUG [RS:0;3920e6a7c3b5:36859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-775882876/flush-table-proc/abort' 2024-12-03T14:20:26,756 DEBUG [RS:0;3920e6a7c3b5:36859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-775882876/flush-table-proc/acquired' 2024-12-03T14:20:26,756 DEBUG [RS:0;3920e6a7c3b5:36859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T14:20:26,756 DEBUG [RS:0;3920e6a7c3b5:36859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T14:20:26,756 DEBUG [RS:0;3920e6a7c3b5:36859 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3920e6a7c3b5,36859,1733235624511 2024-12-03T14:20:26,756 DEBUG [RS:0;3920e6a7c3b5:36859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,36859,1733235624511' 2024-12-03T14:20:26,756 DEBUG [RS:0;3920e6a7c3b5:36859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-775882876/online-snapshot/abort' 2024-12-03T14:20:26,756 DEBUG [RS:0;3920e6a7c3b5:36859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-775882876/online-snapshot/acquired' 2024-12-03T14:20:26,757 DEBUG [RS:0;3920e6a7c3b5:36859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T14:20:26,757 INFO [RS:0;3920e6a7c3b5:36859 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T14:20:26,757 INFO [RS:0;3920e6a7c3b5:36859 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T14:20:26,857 INFO [RS:0;3920e6a7c3b5:36859 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:20:26,858 INFO [RS:0;3920e6a7c3b5:36859 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C36859%2C1733235624511, suffix=, logDir=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511, archiveDir=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/oldWALs, maxLogs=10 2024-12-03T14:20:26,880 DEBUG [RS:0;3920e6a7c3b5:36859 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858, exclude list is [], retry=0 2024-12-03T14:20:26,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35589,DS-6c3e2cd6-8c05-4244-85a7-e449b94ab962,DISK] 2024-12-03T14:20:26,885 INFO [RS:0;3920e6a7c3b5:36859 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 2024-12-03T14:20:26,885 DEBUG [RS:0;3920e6a7c3b5:36859 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43269:43269)] 2024-12-03T14:20:26,951 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T14:20:26,951 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a 2024-12-03T14:20:26,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741833_1009 (size=32) 2024-12-03T14:20:27,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:27,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:20:27,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:20:27,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:27,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:27,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:20:27,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:20:27,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:27,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:27,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:20:27,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:20:27,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:27,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:27,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:20:27,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:20:27,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:27,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:27,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:20:27,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740 2024-12-03T14:20:27,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740 2024-12-03T14:20:27,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:20:27,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:20:27,363 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:20:27,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:20:27,365 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:20:27,366 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63470440, jitterRate=-0.054216742515563965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:20:27,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733235627356Initializing all the Stores at 1733235627356Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235627356Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235627356Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235627356Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235627356Cleaning up temporary data from old regions at 1733235627363 (+7 ms)Region opened successfully at 1733235627366 (+3 ms) 2024-12-03T14:20:27,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:20:27,366 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:20:27,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:20:27,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:20:27,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:20:27,366 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:20:27,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235627366Disabling compacts and flushes for region at 1733235627366Disabling writes for close at 1733235627366Writing region close event to WAL at 1733235627366Closed at 1733235627366 2024-12-03T14:20:27,367 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:20:27,367 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T14:20:27,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T14:20:27,368 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:20:27,369 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T14:20:27,519 DEBUG [3920e6a7c3b5:40029 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:20:27,519 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3920e6a7c3b5,36859,1733235624511 2024-12-03T14:20:27,521 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,36859,1733235624511, state=OPENING 2024-12-03T14:20:27,568 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T14:20:27,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1019b9095160007, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-775882876 2024-12-03T14:20:27,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-775882876 2024-12-03T14:20:27,579 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:20:27,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,36859,1733235624511}] 2024-12-03T14:20:27,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-775882876/meta-region-server: CHANGED 2024-12-03T14:20:27,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-775882876/meta-region-server: CHANGED 2024-12-03T14:20:27,653 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:20:27,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:27,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:27,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:27,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:27,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:27,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:27,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:27,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:27,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:27,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:27,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:27,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:27,731 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:20:27,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T14:20:27,735 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T14:20:27,735 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:20:27,735 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T14:20:27,736 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C36859%2C1733235624511.meta, suffix=.meta, logDir=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511, archiveDir=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/oldWALs, maxLogs=10 2024-12-03T14:20:27,747 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.meta.1733235627736.meta, exclude list is [], retry=0 2024-12-03T14:20:27,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35589,DS-6c3e2cd6-8c05-4244-85a7-e449b94ab962,DISK] 2024-12-03T14:20:27,750 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.meta.1733235627736.meta 2024-12-03T14:20:27,750 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43269:43269)] 2024-12-03T14:20:27,750 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:20:27,751 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:20:27,751 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:20:27,751 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T14:20:27,751 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T14:20:27,751 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T14:20:27,751 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:27,751 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T14:20:27,751 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T14:20:27,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:20:27,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:20:27,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:27,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:27,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:20:27,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:20:27,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:27,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:27,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:20:27,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:20:27,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:27,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:27,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:20:27,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:20:27,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:27,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:27,755 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:20:27,756 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740 2024-12-03T14:20:27,756 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740 2024-12-03T14:20:27,757 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:20:27,757 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:20:27,757 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:20:27,758 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:20:27,759 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60795463, jitterRate=-0.09407700598239899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:20:27,759 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T14:20:27,759 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733235627751Writing region info on filesystem at 1733235627751Initializing all the Stores at 1733235627752 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235627752Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235627752Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235627752Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235627752Cleaning up temporary data from old regions at 1733235627757 (+5 ms)Running coprocessor post-open hooks at 1733235627759 (+2 ms)Region opened successfully at 1733235627759 2024-12-03T14:20:27,759 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733235627731 2024-12-03T14:20:27,761 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T14:20:27,761 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T14:20:27,761 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,36859,1733235624511 2024-12-03T14:20:27,762 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,36859,1733235624511, state=OPEN 2024-12-03T14:20:27,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1019b9095160007, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-775882876/meta-region-server 2024-12-03T14:20:27,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-775882876/meta-region-server 2024-12-03T14:20:27,768 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,36859,1733235624511 2024-12-03T14:20:27,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-775882876/meta-region-server: CHANGED 2024-12-03T14:20:27,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-775882876/meta-region-server: CHANGED 2024-12-03T14:20:27,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T14:20:27,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,36859,1733235624511 in 189 msec 2024-12-03T14:20:27,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T14:20:27,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-12-03T14:20:27,772 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:20:27,772 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T14:20:27,773 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:20:27,773 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,36859,1733235624511, seqNum=-1] 2024-12-03T14:20:27,773 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:20:27,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:20:27,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2380 sec 2024-12-03T14:20:27,777 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733235627777, completionTime=-1 2024-12-03T14:20:27,777 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T14:20:27,777 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T14:20:27,779 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T14:20:27,779 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733235687779 2024-12-03T14:20:27,779 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733235747779 2024-12-03T14:20:27,779 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T14:20:27,779 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,40029,1733235624368-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:27,779 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,40029,1733235624368-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:27,779 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,40029,1733235624368-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:27,779 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3920e6a7c3b5:40029, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:27,779 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:27,779 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:27,781 DEBUG [master/3920e6a7c3b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T14:20:27,782 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.214sec 2024-12-03T14:20:27,782 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T14:20:27,782 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T14:20:27,782 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T14:20:27,782 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T14:20:27,782 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T14:20:27,783 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,40029,1733235624368-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:20:27,783 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,40029,1733235624368-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T14:20:27,784 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T14:20:27,784 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T14:20:27,784 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,40029,1733235624368-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:27,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec524d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:27,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,40029,-1 for getting cluster id 2024-12-03T14:20:27,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:20:27,840 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '689ab588-6e25-434d-9743-2fe4a6a97112' 2024-12-03T14:20:27,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:20:27,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "689ab588-6e25-434d-9743-2fe4a6a97112" 2024-12-03T14:20:27,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0b94a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:27,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,40029,-1] 2024-12-03T14:20:27,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:20:27,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:27,841 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:20:27,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b9c14a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:27,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:20:27,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,36859,1733235624511, seqNum=-1] 2024-12-03T14:20:27,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:20:27,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:20:27,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3920e6a7c3b5,40029,1733235624368 2024-12-03T14:20:27,845 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57059 2024-12-03T14:20:27,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:20:27,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019b9095160008 connected 2024-12-03T14:20:27,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:20:27,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,42435,1733235614017 2024-12-03T14:20:27,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@494d6314 2024-12-03T14:20:27,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:20:27,866 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:20:27,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42435 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:20:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42435 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T14:20:27,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:20:27,869 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:27,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42435 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T14:20:27,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:20:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:20:27,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741835_1011 (size=902) 2024-12-03T14:20:27,875 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59c307c69f89c41a9c2d58b20f94b3ab, NAME => 'test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959 2024-12-03T14:20:27,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741836_1012 (size=39) 2024-12-03T14:20:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:20:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:20:28,280 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:28,280 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 59c307c69f89c41a9c2d58b20f94b3ab, disabling compactions & flushes 2024-12-03T14:20:28,280 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab. 2024-12-03T14:20:28,280 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab. 2024-12-03T14:20:28,280 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab. after waiting 0 ms 2024-12-03T14:20:28,280 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab. 2024-12-03T14:20:28,280 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab. 2024-12-03T14:20:28,280 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59c307c69f89c41a9c2d58b20f94b3ab: Waiting for close lock at 1733235628280Disabling compacts and flushes for region at 1733235628280Disabling writes for close at 1733235628280Writing region close event to WAL at 1733235628280Closed at 1733235628280 2024-12-03T14:20:28,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:20:28,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733235628281"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235628281"}]},"ts":"1733235628281"} 2024-12-03T14:20:28,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:20:28,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:20:28,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235628284"}]},"ts":"1733235628284"} 2024-12-03T14:20:28,285 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T14:20:28,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=59c307c69f89c41a9c2d58b20f94b3ab, ASSIGN}] 2024-12-03T14:20:28,286 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=59c307c69f89c41a9c2d58b20f94b3ab, ASSIGN 2024-12-03T14:20:28,286 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=59c307c69f89c41a9c2d58b20f94b3ab, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,33127,1733235614208; forceNewPlan=false, retain=false 2024-12-03T14:20:28,437 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59c307c69f89c41a9c2d58b20f94b3ab, regionState=OPENING, regionLocation=3920e6a7c3b5,33127,1733235614208 2024-12-03T14:20:28,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=59c307c69f89c41a9c2d58b20f94b3ab, ASSIGN because future has completed 2024-12-03T14:20:28,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59c307c69f89c41a9c2d58b20f94b3ab, server=3920e6a7c3b5,33127,1733235614208}] 2024-12-03T14:20:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:20:28,594 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab. 2024-12-03T14:20:28,594 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 59c307c69f89c41a9c2d58b20f94b3ab, NAME => 'test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:20:28,595 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:20:28,595 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T14:20:28,595 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 59c307c69f89c41a9c2d58b20f94b3ab 2024-12-03T14:20:28,595 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:28,595 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 59c307c69f89c41a9c2d58b20f94b3ab 2024-12-03T14:20:28,595 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 59c307c69f89c41a9c2d58b20f94b3ab 2024-12-03T14:20:28,596 INFO [StoreOpener-59c307c69f89c41a9c2d58b20f94b3ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 59c307c69f89c41a9c2d58b20f94b3ab 2024-12-03T14:20:28,597 INFO [StoreOpener-59c307c69f89c41a9c2d58b20f94b3ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59c307c69f89c41a9c2d58b20f94b3ab columnFamilyName f 2024-12-03T14:20:28,597 DEBUG [StoreOpener-59c307c69f89c41a9c2d58b20f94b3ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:28,597 INFO [StoreOpener-59c307c69f89c41a9c2d58b20f94b3ab-1 {}] regionserver.HStore(327): Store=59c307c69f89c41a9c2d58b20f94b3ab/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:28,597 INFO [StoreOpener-59c307c69f89c41a9c2d58b20f94b3ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 59c307c69f89c41a9c2d58b20f94b3ab 2024-12-03T14:20:28,598 INFO [StoreOpener-59c307c69f89c41a9c2d58b20f94b3ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59c307c69f89c41a9c2d58b20f94b3ab columnFamilyName f1 2024-12-03T14:20:28,598 DEBUG [StoreOpener-59c307c69f89c41a9c2d58b20f94b3ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:28,598 INFO [StoreOpener-59c307c69f89c41a9c2d58b20f94b3ab-1 {}] regionserver.HStore(327): Store=59c307c69f89c41a9c2d58b20f94b3ab/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:28,598 INFO [StoreOpener-59c307c69f89c41a9c2d58b20f94b3ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 59c307c69f89c41a9c2d58b20f94b3ab 2024-12-03T14:20:28,599 INFO [StoreOpener-59c307c69f89c41a9c2d58b20f94b3ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59c307c69f89c41a9c2d58b20f94b3ab columnFamilyName norep 2024-12-03T14:20:28,599 DEBUG [StoreOpener-59c307c69f89c41a9c2d58b20f94b3ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:28,599 INFO [StoreOpener-59c307c69f89c41a9c2d58b20f94b3ab-1 {}] regionserver.HStore(327): Store=59c307c69f89c41a9c2d58b20f94b3ab/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:28,599 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 59c307c69f89c41a9c2d58b20f94b3ab 2024-12-03T14:20:28,600 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/default/test/59c307c69f89c41a9c2d58b20f94b3ab 2024-12-03T14:20:28,600 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/default/test/59c307c69f89c41a9c2d58b20f94b3ab 2024-12-03T14:20:28,601 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 59c307c69f89c41a9c2d58b20f94b3ab 2024-12-03T14:20:28,601 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 59c307c69f89c41a9c2d58b20f94b3ab 2024-12-03T14:20:28,601 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:20:28,601 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 59c307c69f89c41a9c2d58b20f94b3ab 2024-12-03T14:20:28,603 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/default/test/59c307c69f89c41a9c2d58b20f94b3ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:20:28,603 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 59c307c69f89c41a9c2d58b20f94b3ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67841956, jitterRate=0.010923922061920166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:20:28,603 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59c307c69f89c41a9c2d58b20f94b3ab 2024-12-03T14:20:28,603 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 59c307c69f89c41a9c2d58b20f94b3ab: Running coprocessor pre-open hook at 1733235628595Writing region info on filesystem at 1733235628595Initializing all the Stores at 1733235628596 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235628596Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235628596Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235628596Cleaning up temporary data from old regions at 1733235628601 (+5 ms)Running coprocessor post-open hooks at 1733235628603 (+2 ms)Region opened successfully at 1733235628603 2024-12-03T14:20:28,604 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab., pid=6, masterSystemTime=1733235628591 2024-12-03T14:20:28,606 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab. 2024-12-03T14:20:28,606 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab. 2024-12-03T14:20:28,606 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59c307c69f89c41a9c2d58b20f94b3ab, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3920e6a7c3b5,33127,1733235614208 2024-12-03T14:20:28,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59c307c69f89c41a9c2d58b20f94b3ab, server=3920e6a7c3b5,33127,1733235614208 because future has completed 2024-12-03T14:20:28,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T14:20:28,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 59c307c69f89c41a9c2d58b20f94b3ab, server=3920e6a7c3b5,33127,1733235614208 in 169 msec 2024-12-03T14:20:28,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T14:20:28,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=59c307c69f89c41a9c2d58b20f94b3ab, ASSIGN in 324 msec 2024-12-03T14:20:28,611 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:20:28,611 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235628611"}]},"ts":"1733235628611"} 2024-12-03T14:20:28,613 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T14:20:28,613 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:20:28,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 746 msec 2024-12-03T14:20:28,703 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:20:28,703 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:20:28,703 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48554 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:20:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:20:29,004 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T14:20:29,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:20:29,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,33351,1733235618751 2024-12-03T14:20:29,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24511e2 2024-12-03T14:20:29,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:20:29,006 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:20:29,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:20:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T14:20:29,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:20:29,008 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:29,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T14:20:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:20:29,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:20:29,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741835_1011 (size=902) 2024-12-03T14:20:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:20:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:20:29,422 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc4425aa9020c4cc9a1a09a4dd3a2fcc, NAME => 'test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f 2024-12-03T14:20:29,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741836_1012 (size=39) 2024-12-03T14:20:29,430 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:29,430 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fc4425aa9020c4cc9a1a09a4dd3a2fcc, disabling compactions & flushes 2024-12-03T14:20:29,430 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc. 2024-12-03T14:20:29,430 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc. 2024-12-03T14:20:29,430 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc. after waiting 0 ms 2024-12-03T14:20:29,430 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc. 2024-12-03T14:20:29,430 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc. 2024-12-03T14:20:29,430 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc4425aa9020c4cc9a1a09a4dd3a2fcc: Waiting for close lock at 1733235629430Disabling compacts and flushes for region at 1733235629430Disabling writes for close at 1733235629430Writing region close event to WAL at 1733235629430Closed at 1733235629430 2024-12-03T14:20:29,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:20:29,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733235629431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235629431"}]},"ts":"1733235629431"} 2024-12-03T14:20:29,433 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:20:29,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:20:29,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235629434"}]},"ts":"1733235629434"} 2024-12-03T14:20:29,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T14:20:29,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fc4425aa9020c4cc9a1a09a4dd3a2fcc, ASSIGN}] 2024-12-03T14:20:29,436 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fc4425aa9020c4cc9a1a09a4dd3a2fcc, ASSIGN 2024-12-03T14:20:29,437 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fc4425aa9020c4cc9a1a09a4dd3a2fcc, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,37951,1733235618890; forceNewPlan=false, retain=false 2024-12-03T14:20:29,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc4425aa9020c4cc9a1a09a4dd3a2fcc, regionState=OPENING, regionLocation=3920e6a7c3b5,37951,1733235618890 2024-12-03T14:20:29,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fc4425aa9020c4cc9a1a09a4dd3a2fcc, ASSIGN because future has completed 2024-12-03T14:20:29,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc4425aa9020c4cc9a1a09a4dd3a2fcc, server=3920e6a7c3b5,37951,1733235618890}] 2024-12-03T14:20:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:20:29,745 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc. 2024-12-03T14:20:29,745 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fc4425aa9020c4cc9a1a09a4dd3a2fcc, NAME => 'test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:20:29,745 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:20:29,745 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T14:20:29,745 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fc4425aa9020c4cc9a1a09a4dd3a2fcc 2024-12-03T14:20:29,745 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:29,745 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fc4425aa9020c4cc9a1a09a4dd3a2fcc 2024-12-03T14:20:29,745 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fc4425aa9020c4cc9a1a09a4dd3a2fcc 2024-12-03T14:20:29,746 INFO [StoreOpener-fc4425aa9020c4cc9a1a09a4dd3a2fcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fc4425aa9020c4cc9a1a09a4dd3a2fcc 2024-12-03T14:20:29,747 INFO [StoreOpener-fc4425aa9020c4cc9a1a09a4dd3a2fcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc4425aa9020c4cc9a1a09a4dd3a2fcc columnFamilyName f 2024-12-03T14:20:29,747 DEBUG [StoreOpener-fc4425aa9020c4cc9a1a09a4dd3a2fcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:29,748 INFO [StoreOpener-fc4425aa9020c4cc9a1a09a4dd3a2fcc-1 {}] regionserver.HStore(327): Store=fc4425aa9020c4cc9a1a09a4dd3a2fcc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:29,748 INFO [StoreOpener-fc4425aa9020c4cc9a1a09a4dd3a2fcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fc4425aa9020c4cc9a1a09a4dd3a2fcc 2024-12-03T14:20:29,749 INFO [StoreOpener-fc4425aa9020c4cc9a1a09a4dd3a2fcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc4425aa9020c4cc9a1a09a4dd3a2fcc columnFamilyName f1 2024-12-03T14:20:29,749 DEBUG [StoreOpener-fc4425aa9020c4cc9a1a09a4dd3a2fcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:29,749 INFO [StoreOpener-fc4425aa9020c4cc9a1a09a4dd3a2fcc-1 {}] regionserver.HStore(327): Store=fc4425aa9020c4cc9a1a09a4dd3a2fcc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:29,749 INFO [StoreOpener-fc4425aa9020c4cc9a1a09a4dd3a2fcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fc4425aa9020c4cc9a1a09a4dd3a2fcc 2024-12-03T14:20:29,750 INFO [StoreOpener-fc4425aa9020c4cc9a1a09a4dd3a2fcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc4425aa9020c4cc9a1a09a4dd3a2fcc columnFamilyName norep 2024-12-03T14:20:29,750 DEBUG [StoreOpener-fc4425aa9020c4cc9a1a09a4dd3a2fcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:29,750 INFO [StoreOpener-fc4425aa9020c4cc9a1a09a4dd3a2fcc-1 {}] regionserver.HStore(327): Store=fc4425aa9020c4cc9a1a09a4dd3a2fcc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:29,750 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fc4425aa9020c4cc9a1a09a4dd3a2fcc 2024-12-03T14:20:29,751 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/default/test/fc4425aa9020c4cc9a1a09a4dd3a2fcc 2024-12-03T14:20:29,751 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/default/test/fc4425aa9020c4cc9a1a09a4dd3a2fcc 2024-12-03T14:20:29,751 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fc4425aa9020c4cc9a1a09a4dd3a2fcc 2024-12-03T14:20:29,751 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fc4425aa9020c4cc9a1a09a4dd3a2fcc 2024-12-03T14:20:29,752 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:20:29,752 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fc4425aa9020c4cc9a1a09a4dd3a2fcc 2024-12-03T14:20:29,754 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/default/test/fc4425aa9020c4cc9a1a09a4dd3a2fcc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:20:29,754 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fc4425aa9020c4cc9a1a09a4dd3a2fcc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63939113, jitterRate=-0.0472329705953598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:20:29,754 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc4425aa9020c4cc9a1a09a4dd3a2fcc 2024-12-03T14:20:29,754 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fc4425aa9020c4cc9a1a09a4dd3a2fcc: Running coprocessor pre-open hook at 1733235629745Writing region info on filesystem at 1733235629745Initializing all the Stores at 1733235629746 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235629746Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235629746Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235629746Cleaning up temporary data from old regions at 1733235629751 (+5 ms)Running coprocessor post-open hooks at 1733235629754 (+3 ms)Region opened successfully at 1733235629754 2024-12-03T14:20:29,755 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc., pid=6, masterSystemTime=1733235629741 2024-12-03T14:20:29,757 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc. 2024-12-03T14:20:29,757 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc. 2024-12-03T14:20:29,757 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc4425aa9020c4cc9a1a09a4dd3a2fcc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3920e6a7c3b5,37951,1733235618890 2024-12-03T14:20:29,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc4425aa9020c4cc9a1a09a4dd3a2fcc, server=3920e6a7c3b5,37951,1733235618890 because future has completed 2024-12-03T14:20:29,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T14:20:29,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fc4425aa9020c4cc9a1a09a4dd3a2fcc, server=3920e6a7c3b5,37951,1733235618890 in 170 msec 2024-12-03T14:20:29,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T14:20:29,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fc4425aa9020c4cc9a1a09a4dd3a2fcc, ASSIGN in 326 msec 2024-12-03T14:20:29,763 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:20:29,763 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235629763"}]},"ts":"1733235629763"} 2024-12-03T14:20:29,764 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T14:20:29,765 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:20:29,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 759 msec 2024-12-03T14:20:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:20:30,144 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T14:20:30,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:20:30,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,40029,1733235624368 2024-12-03T14:20:30,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20283b4a 2024-12-03T14:20:30,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:20:30,147 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:20:30,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:20:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T14:20:30,150 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:20:30,150 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:30,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T14:20:30,152 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:20:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:20:30,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741835_1011 (size=902) 2024-12-03T14:20:30,165 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e10be714faaa53e162a673e07a4074b1, NAME => 'test,,1733235630147.e10be714faaa53e162a673e07a4074b1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a 2024-12-03T14:20:30,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741836_1012 (size=39) 2024-12-03T14:20:30,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733235630147.e10be714faaa53e162a673e07a4074b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:30,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e10be714faaa53e162a673e07a4074b1, disabling compactions & flushes 2024-12-03T14:20:30,184 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733235630147.e10be714faaa53e162a673e07a4074b1. 2024-12-03T14:20:30,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235630147.e10be714faaa53e162a673e07a4074b1. 2024-12-03T14:20:30,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733235630147.e10be714faaa53e162a673e07a4074b1. after waiting 0 ms 2024-12-03T14:20:30,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733235630147.e10be714faaa53e162a673e07a4074b1. 2024-12-03T14:20:30,184 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733235630147.e10be714faaa53e162a673e07a4074b1. 2024-12-03T14:20:30,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e10be714faaa53e162a673e07a4074b1: Waiting for close lock at 1733235630184Disabling compacts and flushes for region at 1733235630184Disabling writes for close at 1733235630184Writing region close event to WAL at 1733235630184Closed at 1733235630184 2024-12-03T14:20:30,185 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:20:30,185 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733235630147.e10be714faaa53e162a673e07a4074b1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733235630185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235630185"}]},"ts":"1733235630185"} 2024-12-03T14:20:30,187 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:20:30,188 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:20:30,188 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235630188"}]},"ts":"1733235630188"} 2024-12-03T14:20:30,190 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T14:20:30,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e10be714faaa53e162a673e07a4074b1, ASSIGN}] 2024-12-03T14:20:30,192 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e10be714faaa53e162a673e07a4074b1, ASSIGN 2024-12-03T14:20:30,192 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e10be714faaa53e162a673e07a4074b1, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,36859,1733235624511; forceNewPlan=false, retain=false 2024-12-03T14:20:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:20:30,343 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e10be714faaa53e162a673e07a4074b1, regionState=OPENING, regionLocation=3920e6a7c3b5,36859,1733235624511 2024-12-03T14:20:30,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e10be714faaa53e162a673e07a4074b1, ASSIGN because future has completed 2024-12-03T14:20:30,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e10be714faaa53e162a673e07a4074b1, server=3920e6a7c3b5,36859,1733235624511}] 2024-12-03T14:20:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:20:30,508 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733235630147.e10be714faaa53e162a673e07a4074b1. 2024-12-03T14:20:30,509 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e10be714faaa53e162a673e07a4074b1, NAME => 'test,,1733235630147.e10be714faaa53e162a673e07a4074b1.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:20:30,509 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:20:30,509 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T14:20:30,509 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e10be714faaa53e162a673e07a4074b1 2024-12-03T14:20:30,509 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733235630147.e10be714faaa53e162a673e07a4074b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:30,509 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e10be714faaa53e162a673e07a4074b1 2024-12-03T14:20:30,509 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e10be714faaa53e162a673e07a4074b1 2024-12-03T14:20:30,512 INFO [StoreOpener-e10be714faaa53e162a673e07a4074b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e10be714faaa53e162a673e07a4074b1 2024-12-03T14:20:30,514 INFO [StoreOpener-e10be714faaa53e162a673e07a4074b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e10be714faaa53e162a673e07a4074b1 columnFamilyName f 2024-12-03T14:20:30,514 DEBUG [StoreOpener-e10be714faaa53e162a673e07a4074b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:30,514 INFO [StoreOpener-e10be714faaa53e162a673e07a4074b1-1 {}] regionserver.HStore(327): Store=e10be714faaa53e162a673e07a4074b1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:30,514 INFO [StoreOpener-e10be714faaa53e162a673e07a4074b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e10be714faaa53e162a673e07a4074b1 2024-12-03T14:20:30,515 INFO [StoreOpener-e10be714faaa53e162a673e07a4074b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e10be714faaa53e162a673e07a4074b1 columnFamilyName f1 2024-12-03T14:20:30,515 DEBUG [StoreOpener-e10be714faaa53e162a673e07a4074b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:30,516 INFO [StoreOpener-e10be714faaa53e162a673e07a4074b1-1 {}] regionserver.HStore(327): Store=e10be714faaa53e162a673e07a4074b1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:30,516 INFO [StoreOpener-e10be714faaa53e162a673e07a4074b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e10be714faaa53e162a673e07a4074b1 2024-12-03T14:20:30,517 INFO [StoreOpener-e10be714faaa53e162a673e07a4074b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e10be714faaa53e162a673e07a4074b1 columnFamilyName norep 2024-12-03T14:20:30,517 DEBUG [StoreOpener-e10be714faaa53e162a673e07a4074b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:30,518 INFO [StoreOpener-e10be714faaa53e162a673e07a4074b1-1 {}] regionserver.HStore(327): Store=e10be714faaa53e162a673e07a4074b1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:30,518 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e10be714faaa53e162a673e07a4074b1 2024-12-03T14:20:30,519 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/default/test/e10be714faaa53e162a673e07a4074b1 2024-12-03T14:20:30,520 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/default/test/e10be714faaa53e162a673e07a4074b1 2024-12-03T14:20:30,523 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e10be714faaa53e162a673e07a4074b1 2024-12-03T14:20:30,523 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e10be714faaa53e162a673e07a4074b1 2024-12-03T14:20:30,524 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:20:30,525 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e10be714faaa53e162a673e07a4074b1 2024-12-03T14:20:30,527 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/default/test/e10be714faaa53e162a673e07a4074b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:20:30,527 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e10be714faaa53e162a673e07a4074b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74665030, jitterRate=0.11259564757347107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:20:30,527 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e10be714faaa53e162a673e07a4074b1 2024-12-03T14:20:30,527 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e10be714faaa53e162a673e07a4074b1: Running coprocessor pre-open hook at 1733235630510Writing region info on filesystem at 1733235630510Initializing all the Stores at 1733235630510Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235630510Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235630512 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235630512Cleaning up temporary data from old regions at 1733235630523 (+11 ms)Running coprocessor post-open hooks at 1733235630527 (+4 ms)Region opened successfully at 1733235630527 2024-12-03T14:20:30,529 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733235630147.e10be714faaa53e162a673e07a4074b1., pid=6, masterSystemTime=1733235630498 2024-12-03T14:20:30,537 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733235630147.e10be714faaa53e162a673e07a4074b1. 2024-12-03T14:20:30,537 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733235630147.e10be714faaa53e162a673e07a4074b1. 2024-12-03T14:20:30,537 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e10be714faaa53e162a673e07a4074b1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3920e6a7c3b5,36859,1733235624511 2024-12-03T14:20:30,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e10be714faaa53e162a673e07a4074b1, server=3920e6a7c3b5,36859,1733235624511 because future has completed 2024-12-03T14:20:30,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T14:20:30,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e10be714faaa53e162a673e07a4074b1, server=3920e6a7c3b5,36859,1733235624511 in 197 msec 2024-12-03T14:20:30,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T14:20:30,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e10be714faaa53e162a673e07a4074b1, ASSIGN in 354 msec 2024-12-03T14:20:30,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:20:30,548 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235630548"}]},"ts":"1733235630548"} 2024-12-03T14:20:30,551 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T14:20:30,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:20:30,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 404 msec 2024-12-03T14:20:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:20:30,784 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T14:20:30,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8a65f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:30,788 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,42435,-1 for getting cluster id 2024-12-03T14:20:30,788 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:20:30,791 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8266f9db-1235-4632-bfff-fae900beb931' 2024-12-03T14:20:30,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:20:30,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8266f9db-1235-4632-bfff-fae900beb931" 2024-12-03T14:20:30,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c37b955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:30,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,42435,-1] 2024-12-03T14:20:30,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:20:30,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:30,794 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:20:30,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef73932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:30,795 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:20:30,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,42435,1733235614017 2024-12-03T14:20:30,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73e3fd10 2024-12-03T14:20:30,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:20:30,797 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:20:30,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42435 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3920e6a7c3b5:33351,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T14:20:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42435 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T14:20:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:20:30,802 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:33351' 2024-12-03T14:20:30,808 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3578614b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:30,808 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,33351,-1 for getting cluster id 2024-12-03T14:20:30,809 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:20:30,810 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9638f5f-05cb-45a8-a110-b1ed20a04f4a' 2024-12-03T14:20:30,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:20:30,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9638f5f-05cb-45a8-a110-b1ed20a04f4a" 2024-12-03T14:20:30,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4f8c63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:30,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,33351,-1] 2024-12-03T14:20:30,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:20:30,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:30,811 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:20:30,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@100b6aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:30,812 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:20:30,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,33351,1733235618751 2024-12-03T14:20:30,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ad2359 2024-12-03T14:20:30,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:20:30,815 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:20:30,816 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T14:20:30,816 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T14:20:30,816 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:30,816 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:30,817 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:20:30,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:20:30,818 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T14:20:30,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:20:30,819 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:30,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:20:30,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741837_1013 (size=1138) 2024-12-03T14:20:30,868 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T14:20:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:20:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:20:31,233 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2300a4a79b111665ec50990552667ec7, NAME => 'hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959 2024-12-03T14:20:31,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741838_1014 (size=44) 2024-12-03T14:20:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:20:31,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:31,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2300a4a79b111665ec50990552667ec7, disabling compactions & flushes 2024-12-03T14:20:31,638 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7. 2024-12-03T14:20:31,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7. 2024-12-03T14:20:31,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7. after waiting 0 ms 2024-12-03T14:20:31,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7. 2024-12-03T14:20:31,638 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7. 2024-12-03T14:20:31,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2300a4a79b111665ec50990552667ec7: Waiting for close lock at 1733235631638Disabling compacts and flushes for region at 1733235631638Disabling writes for close at 1733235631638Writing region close event to WAL at 1733235631638Closed at 1733235631638 2024-12-03T14:20:31,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:20:31,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733235631640"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235631640"}]},"ts":"1733235631640"} 2024-12-03T14:20:31,642 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:20:31,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:20:31,643 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235631643"}]},"ts":"1733235631643"} 2024-12-03T14:20:31,645 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T14:20:31,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2300a4a79b111665ec50990552667ec7, ASSIGN}] 2024-12-03T14:20:31,646 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2300a4a79b111665ec50990552667ec7, ASSIGN 2024-12-03T14:20:31,647 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2300a4a79b111665ec50990552667ec7, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,33127,1733235614208; forceNewPlan=false, retain=false 2024-12-03T14:20:31,797 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2300a4a79b111665ec50990552667ec7, regionState=OPENING, regionLocation=3920e6a7c3b5,33127,1733235614208 2024-12-03T14:20:31,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2300a4a79b111665ec50990552667ec7, ASSIGN because future has completed 2024-12-03T14:20:31,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2300a4a79b111665ec50990552667ec7, server=3920e6a7c3b5,33127,1733235614208}] 2024-12-03T14:20:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:20:31,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7. 2024-12-03T14:20:31,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:20:31,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T14:20:31,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C33127%2C1733235614208.rep, suffix=, logDir=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208, archiveDir=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/oldWALs, maxLogs=10 2024-12-03T14:20:31,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.rep.1733235631956, exclude list is [], retry=0 2024-12-03T14:20:31,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36317,DS-bcd1bbe1-18b5-4ffb-bae8-4cddd6e67f96,DISK] 2024-12-03T14:20:31,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.rep.1733235631956 2024-12-03T14:20:31,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37267:37267)] 2024-12-03T14:20:31,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2300a4a79b111665ec50990552667ec7, NAME => 'hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:20:31,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:20:31,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:20:31,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7. service=MultiRowMutationService 2024-12-03T14:20:31,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T14:20:31,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2300a4a79b111665ec50990552667ec7 2024-12-03T14:20:31,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:31,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2300a4a79b111665ec50990552667ec7 2024-12-03T14:20:31,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2300a4a79b111665ec50990552667ec7 2024-12-03T14:20:31,977 INFO [StoreOpener-2300a4a79b111665ec50990552667ec7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2300a4a79b111665ec50990552667ec7 2024-12-03T14:20:31,978 INFO [StoreOpener-2300a4a79b111665ec50990552667ec7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2300a4a79b111665ec50990552667ec7 columnFamilyName hfileref 2024-12-03T14:20:31,978 DEBUG [StoreOpener-2300a4a79b111665ec50990552667ec7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:31,978 INFO [StoreOpener-2300a4a79b111665ec50990552667ec7-1 {}] regionserver.HStore(327): Store=2300a4a79b111665ec50990552667ec7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:31,978 INFO [StoreOpener-2300a4a79b111665ec50990552667ec7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2300a4a79b111665ec50990552667ec7 2024-12-03T14:20:31,979 INFO [StoreOpener-2300a4a79b111665ec50990552667ec7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2300a4a79b111665ec50990552667ec7 columnFamilyName queue 2024-12-03T14:20:31,979 DEBUG [StoreOpener-2300a4a79b111665ec50990552667ec7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:31,979 INFO [StoreOpener-2300a4a79b111665ec50990552667ec7-1 {}] regionserver.HStore(327): Store=2300a4a79b111665ec50990552667ec7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:31,979 INFO [StoreOpener-2300a4a79b111665ec50990552667ec7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2300a4a79b111665ec50990552667ec7 2024-12-03T14:20:31,980 INFO [StoreOpener-2300a4a79b111665ec50990552667ec7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2300a4a79b111665ec50990552667ec7 columnFamilyName sid 2024-12-03T14:20:31,980 DEBUG [StoreOpener-2300a4a79b111665ec50990552667ec7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:31,980 INFO [StoreOpener-2300a4a79b111665ec50990552667ec7-1 {}] regionserver.HStore(327): Store=2300a4a79b111665ec50990552667ec7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:31,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2300a4a79b111665ec50990552667ec7 2024-12-03T14:20:31,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/replication/2300a4a79b111665ec50990552667ec7 2024-12-03T14:20:31,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/replication/2300a4a79b111665ec50990552667ec7 2024-12-03T14:20:31,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2300a4a79b111665ec50990552667ec7 2024-12-03T14:20:31,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2300a4a79b111665ec50990552667ec7 2024-12-03T14:20:31,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:20:31,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2300a4a79b111665ec50990552667ec7 2024-12-03T14:20:31,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/replication/2300a4a79b111665ec50990552667ec7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:20:31,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2300a4a79b111665ec50990552667ec7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69313899, jitterRate=0.03285758197307587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:20:31,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2300a4a79b111665ec50990552667ec7 2024-12-03T14:20:31,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2300a4a79b111665ec50990552667ec7: Running coprocessor pre-open hook at 1733235631976Writing region info on filesystem at 1733235631976Initializing all the Stores at 1733235631976Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235631976Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235631977 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235631977Cleaning up temporary data from old regions at 1733235631981 (+4 ms)Running coprocessor post-open hooks at 1733235631984 (+3 ms)Region opened successfully at 1733235631984 2024-12-03T14:20:31,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7., pid=10, masterSystemTime=1733235631952 2024-12-03T14:20:31,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7. 2024-12-03T14:20:31,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7. 2024-12-03T14:20:31,987 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2300a4a79b111665ec50990552667ec7, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,33127,1733235614208 2024-12-03T14:20:31,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2300a4a79b111665ec50990552667ec7, server=3920e6a7c3b5,33127,1733235614208 because future has completed 2024-12-03T14:20:31,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T14:20:31,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2300a4a79b111665ec50990552667ec7, server=3920e6a7c3b5,33127,1733235614208 in 193 msec 2024-12-03T14:20:31,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T14:20:31,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2300a4a79b111665ec50990552667ec7, ASSIGN in 350 msec 2024-12-03T14:20:31,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:20:31,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235631997"}]},"ts":"1733235631997"} 2024-12-03T14:20:31,998 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T14:20:31,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:20:32,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-12-03T14:20:32,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7., hostname=3920e6a7c3b5,33127,1733235614208, seqNum=2] 2024-12-03T14:20:32,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-891683439 2024-12-03T14:20:32,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1019b9095160001, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-891683439 2024-12-03T14:20:32,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T14:20:32,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33127 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T14:20:32,237 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T14:20:32,262 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3920e6a7c3b5,33127,1733235614208, ReplicationSource: 1, currentBandwidth=0 2024-12-03T14:20:32,263 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:20:32,263 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,33127,1733235614208, seqNum=-1] 2024-12-03T14:20:32,263 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:20:32,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-03T14:20:32,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3920e6a7c3b5,33127,1733235614208', locateType=CURRENT is [region=hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7., hostname=3920e6a7c3b5,33127,1733235614208, seqNum=2] 2024-12-03T14:20:32,268 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T14:20:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42435 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T14:20:32,270 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3920e6a7c3b5,33127,1733235614208 suceeded 2024-12-03T14:20:32,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T14:20:32,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-03T14:20:32,271 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3920e6a7c3b5:33351,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T14:20:32,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4740 sec 2024-12-03T14:20:32,280 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:33351' 2024-12-03T14:20:32,281 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14573dea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:32,281 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,33351,-1 for getting cluster id 2024-12-03T14:20:32,281 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:20:32,282 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9638f5f-05cb-45a8-a110-b1ed20a04f4a' 2024-12-03T14:20:32,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:20:32,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9638f5f-05cb-45a8-a110-b1ed20a04f4a" 2024-12-03T14:20:32,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cb46353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:32,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,33351,-1] 2024-12-03T14:20:32,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:20:32,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:32,283 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:20:32,284 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58f7c2e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:32,284 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:20:32,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,33351,1733235618751 2024-12-03T14:20:32,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@556131f3 2024-12-03T14:20:32,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:20:32,285 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-03T14:20:32,285 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3920e6a7c3b5,33127,1733235614208 (queues=1) is replicating from cluster=8266f9db-1235-4632-bfff-fae900beb931 to cluster=d9638f5f-05cb-45a8-a110-b1ed20a04f4a 2024-12-03T14:20:32,286 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3920e6a7c3b5%2C33127%2C1733235614208 2024-12-03T14:20:32,286 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3920e6a7c3b5,33127,1733235614208, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T14:20:32,286 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.shipper3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3920e6a7c3b5%2C33127%2C1733235614208 2024-12-03T14:20:32,286 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298, startPosition=0, beingWritten=true 2024-12-03T14:20:32,294 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:20:32,294 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 379, reset compression=false 2024-12-03T14:20:32,294 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.shipper3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,33127,1733235614208 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:20:32,498 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 379, reset compression=false 2024-12-03T14:20:32,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T14:20:32,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T14:20:32,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:20:32,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T14:20:32,728 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T14:20:32,801 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 379, reset compression=false 2024-12-03T14:20:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:20:32,953 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T14:20:32,953 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:20:32,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:32,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:32,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:32,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:20:32,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74285854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:32,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,33351,-1 for getting cluster id 2024-12-03T14:20:32,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:20:32,955 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9638f5f-05cb-45a8-a110-b1ed20a04f4a' 2024-12-03T14:20:32,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:20:32,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9638f5f-05cb-45a8-a110-b1ed20a04f4a" 2024-12-03T14:20:32,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf13b2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:32,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,33351,-1] 2024-12-03T14:20:32,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:20:32,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:32,956 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:20:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d0caf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:32,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:20:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,33351,1733235618751 2024-12-03T14:20:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4198db37 2024-12-03T14:20:32,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:20:32,958 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:20:32,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3920e6a7c3b5:40029,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T14:20:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T14:20:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:20:32,961 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:40029' 2024-12-03T14:20:32,961 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aefea1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:32,961 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,40029,-1 for getting cluster id 2024-12-03T14:20:32,961 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:20:32,962 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '689ab588-6e25-434d-9743-2fe4a6a97112' 2024-12-03T14:20:32,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:20:32,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "689ab588-6e25-434d-9743-2fe4a6a97112" 2024-12-03T14:20:32,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9da7ef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:32,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,40029,-1] 2024-12-03T14:20:32,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:20:32,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:32,963 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:20:32,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658ec94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:32,964 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:20:32,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,40029,1733235624368 2024-12-03T14:20:32,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2114e4c4 2024-12-03T14:20:32,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:20:32,965 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:20:32,965 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T14:20:32,965 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T14:20:32,965 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:32,966 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:32,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:20:32,966 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:20:32,967 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T14:20:32,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:20:32,968 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:32,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:20:32,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741837_1013 (size=1138) 2024-12-03T14:20:32,977 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 29ec38fee76e280281d19506ba336cf7, NAME => 'hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f 2024-12-03T14:20:32,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741838_1014 (size=44) 2024-12-03T14:20:32,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:32,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 29ec38fee76e280281d19506ba336cf7, disabling compactions & flushes 2024-12-03T14:20:32,987 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7. 2024-12-03T14:20:32,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7. 2024-12-03T14:20:32,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7. after waiting 0 ms 2024-12-03T14:20:32,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7. 2024-12-03T14:20:32,987 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7. 2024-12-03T14:20:32,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 29ec38fee76e280281d19506ba336cf7: Waiting for close lock at 1733235632987Disabling compacts and flushes for region at 1733235632987Disabling writes for close at 1733235632987Writing region close event to WAL at 1733235632987Closed at 1733235632987 2024-12-03T14:20:32,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:20:32,988 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733235632988"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235632988"}]},"ts":"1733235632988"} 2024-12-03T14:20:32,990 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:20:32,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:20:32,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235632990"}]},"ts":"1733235632990"} 2024-12-03T14:20:32,992 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T14:20:32,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=29ec38fee76e280281d19506ba336cf7, ASSIGN}] 2024-12-03T14:20:32,993 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=29ec38fee76e280281d19506ba336cf7, ASSIGN 2024-12-03T14:20:32,994 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=29ec38fee76e280281d19506ba336cf7, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,37951,1733235618890; forceNewPlan=false, retain=false 2024-12-03T14:20:33,017 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T14:20:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:20:33,144 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=29ec38fee76e280281d19506ba336cf7, regionState=OPENING, regionLocation=3920e6a7c3b5,37951,1733235618890 2024-12-03T14:20:33,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=29ec38fee76e280281d19506ba336cf7, ASSIGN because future has completed 2024-12-03T14:20:33,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29ec38fee76e280281d19506ba336cf7, server=3920e6a7c3b5,37951,1733235618890}] 2024-12-03T14:20:33,205 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 379, reset compression=false 2024-12-03T14:20:33,253 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:20:33,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:33,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:20:33,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:33,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:33,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:33,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:33,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:33,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:33,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:33,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:33,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:33,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:33,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7. 2024-12-03T14:20:33,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:20:33,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T14:20:33,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C37951%2C1733235618890.rep, suffix=, logDir=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890, archiveDir=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/oldWALs, maxLogs=10 2024-12-03T14:20:33,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.rep.1733235633305, exclude list is [], retry=0 2024-12-03T14:20:33,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38995,DS-4740f28f-7cf2-4a7d-b2fa-c8a2e261554c,DISK] 2024-12-03T14:20:33,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.rep.1733235633305 2024-12-03T14:20:33,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37901:37901)] 2024-12-03T14:20:33,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 29ec38fee76e280281d19506ba336cf7, NAME => 'hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:20:33,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:20:33,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:20:33,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7. service=MultiRowMutationService 2024-12-03T14:20:33,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T14:20:33,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 29ec38fee76e280281d19506ba336cf7 2024-12-03T14:20:33,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:33,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 29ec38fee76e280281d19506ba336cf7 2024-12-03T14:20:33,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 29ec38fee76e280281d19506ba336cf7 2024-12-03T14:20:33,324 INFO [StoreOpener-29ec38fee76e280281d19506ba336cf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 29ec38fee76e280281d19506ba336cf7 2024-12-03T14:20:33,324 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T14:20:33,325 INFO [StoreOpener-29ec38fee76e280281d19506ba336cf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29ec38fee76e280281d19506ba336cf7 columnFamilyName hfileref 2024-12-03T14:20:33,325 DEBUG [StoreOpener-29ec38fee76e280281d19506ba336cf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:33,326 INFO [StoreOpener-29ec38fee76e280281d19506ba336cf7-1 {}] regionserver.HStore(327): Store=29ec38fee76e280281d19506ba336cf7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:33,326 INFO [StoreOpener-29ec38fee76e280281d19506ba336cf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 29ec38fee76e280281d19506ba336cf7 2024-12-03T14:20:33,327 INFO [StoreOpener-29ec38fee76e280281d19506ba336cf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29ec38fee76e280281d19506ba336cf7 columnFamilyName queue 2024-12-03T14:20:33,327 DEBUG [StoreOpener-29ec38fee76e280281d19506ba336cf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:33,327 INFO [StoreOpener-29ec38fee76e280281d19506ba336cf7-1 {}] regionserver.HStore(327): Store=29ec38fee76e280281d19506ba336cf7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:33,327 INFO [StoreOpener-29ec38fee76e280281d19506ba336cf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 29ec38fee76e280281d19506ba336cf7 2024-12-03T14:20:33,328 INFO [StoreOpener-29ec38fee76e280281d19506ba336cf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29ec38fee76e280281d19506ba336cf7 columnFamilyName sid 2024-12-03T14:20:33,328 DEBUG [StoreOpener-29ec38fee76e280281d19506ba336cf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:33,328 INFO [StoreOpener-29ec38fee76e280281d19506ba336cf7-1 {}] regionserver.HStore(327): Store=29ec38fee76e280281d19506ba336cf7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:33,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 29ec38fee76e280281d19506ba336cf7 2024-12-03T14:20:33,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/replication/29ec38fee76e280281d19506ba336cf7 2024-12-03T14:20:33,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/replication/29ec38fee76e280281d19506ba336cf7 2024-12-03T14:20:33,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 29ec38fee76e280281d19506ba336cf7 2024-12-03T14:20:33,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 29ec38fee76e280281d19506ba336cf7 2024-12-03T14:20:33,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:20:33,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 29ec38fee76e280281d19506ba336cf7 2024-12-03T14:20:33,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/replication/29ec38fee76e280281d19506ba336cf7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:20:33,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 29ec38fee76e280281d19506ba336cf7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72148500, jitterRate=0.07509642839431763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:20:33,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29ec38fee76e280281d19506ba336cf7 2024-12-03T14:20:33,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 29ec38fee76e280281d19506ba336cf7: Running coprocessor pre-open hook at 1733235633322Writing region info on filesystem at 1733235633322Initializing all the Stores at 1733235633323 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235633323Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235633324 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235633324Cleaning up temporary data from old regions at 1733235633330 (+6 ms)Running coprocessor post-open hooks at 1733235633333 (+3 ms)Region opened successfully at 1733235633333 2024-12-03T14:20:33,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7., pid=10, masterSystemTime=1733235633298 2024-12-03T14:20:33,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7. 2024-12-03T14:20:33,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7. 2024-12-03T14:20:33,336 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=29ec38fee76e280281d19506ba336cf7, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,37951,1733235618890 2024-12-03T14:20:33,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29ec38fee76e280281d19506ba336cf7, server=3920e6a7c3b5,37951,1733235618890 because future has completed 2024-12-03T14:20:33,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T14:20:33,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 29ec38fee76e280281d19506ba336cf7, server=3920e6a7c3b5,37951,1733235618890 in 191 msec 2024-12-03T14:20:33,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T14:20:33,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=29ec38fee76e280281d19506ba336cf7, ASSIGN in 348 msec 2024-12-03T14:20:33,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:20:33,343 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235633342"}]},"ts":"1733235633342"} 2024-12-03T14:20:33,344 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T14:20:33,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:20:33,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 379 msec 2024-12-03T14:20:33,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7., hostname=3920e6a7c3b5,37951,1733235618890, seqNum=2] 2024-12-03T14:20:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:20:33,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1737474445 2024-12-03T14:20:33,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x1019b9095160004, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1737474445 2024-12-03T14:20:33,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T14:20:33,708 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 379, reset compression=false 2024-12-03T14:20:33,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37951 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T14:20:33,774 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T14:20:33,808 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3920e6a7c3b5,37951,1733235618890, ReplicationSource: 1, currentBandwidth=0 2024-12-03T14:20:33,808 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:20:33,809 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,37951,1733235618890, seqNum=-1] 2024-12-03T14:20:33,809 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:20:33,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-03T14:20:33,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3920e6a7c3b5,37951,1733235618890', locateType=CURRENT is [region=hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7., hostname=3920e6a7c3b5,37951,1733235618890, seqNum=2] 2024-12-03T14:20:33,814 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T14:20:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T14:20:33,816 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3920e6a7c3b5,37951,1733235618890 suceeded 2024-12-03T14:20:33,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T14:20:33,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-12-03T14:20:33,818 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3920e6a7c3b5:40029,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T14:20:33,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 859 msec 2024-12-03T14:20:33,827 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:40029' 2024-12-03T14:20:33,828 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78562fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:33,828 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,40029,-1 for getting cluster id 2024-12-03T14:20:33,828 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:20:33,828 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '689ab588-6e25-434d-9743-2fe4a6a97112' 2024-12-03T14:20:33,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:20:33,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "689ab588-6e25-434d-9743-2fe4a6a97112" 2024-12-03T14:20:33,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54e4fe47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:33,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,40029,-1] 2024-12-03T14:20:33,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:20:33,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:33,830 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:20:33,830 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@316be552, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:33,830 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:20:33,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,40029,1733235624368 2024-12-03T14:20:33,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59f940a0 2024-12-03T14:20:33,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:20:33,832 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-03T14:20:33,832 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3920e6a7c3b5,37951,1733235618890 (queues=1) is replicating from cluster=d9638f5f-05cb-45a8-a110-b1ed20a04f4a to cluster=689ab588-6e25-434d-9743-2fe4a6a97112 2024-12-03T14:20:33,832 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3920e6a7c3b5%2C37951%2C1733235618890 2024-12-03T14:20:33,833 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3920e6a7c3b5,37951,1733235618890, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T14:20:33,833 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.shipper3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3920e6a7c3b5%2C37951%2C1733235618890 2024-12-03T14:20:33,833 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226, startPosition=0, beingWritten=true 2024-12-03T14:20:33,838 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:20:33,838 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 379, reset compression=false 2024-12-03T14:20:33,838 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.shipper3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,37951,1733235618890 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:20:34,042 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 379, reset compression=false 2024-12-03T14:20:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:20:34,094 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T14:20:34,095 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:20:34,095 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:34,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:34,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:34,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:20:34,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfdb248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:34,096 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,40029,-1 for getting cluster id 2024-12-03T14:20:34,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:20:34,097 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '689ab588-6e25-434d-9743-2fe4a6a97112' 2024-12-03T14:20:34,097 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:20:34,097 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "689ab588-6e25-434d-9743-2fe4a6a97112" 2024-12-03T14:20:34,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8587b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:34,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,40029,-1] 2024-12-03T14:20:34,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:20:34,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:34,100 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:20:34,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc164db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:34,101 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:20:34,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,40029,1733235624368 2024-12-03T14:20:34,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20fb4e57 2024-12-03T14:20:34,103 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:20:34,104 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:20:34,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3920e6a7c3b5:42435,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T14:20:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T14:20:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:20:34,109 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:42435' 2024-12-03T14:20:34,110 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502a33fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:34,110 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,42435,-1 for getting cluster id 2024-12-03T14:20:34,110 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:20:34,111 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8266f9db-1235-4632-bfff-fae900beb931' 2024-12-03T14:20:34,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:20:34,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8266f9db-1235-4632-bfff-fae900beb931" 2024-12-03T14:20:34,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c80a9b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:34,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,42435,-1] 2024-12-03T14:20:34,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:20:34,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:34,113 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:20:34,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4906164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:34,114 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:20:34,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,42435,1733235614017 2024-12-03T14:20:34,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7befdb3 2024-12-03T14:20:34,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:20:34,116 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:20:34,117 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T14:20:34,117 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T14:20:34,117 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:34,117 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:34,118 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:20:34,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:20:34,119 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T14:20:34,120 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:20:34,120 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:34,121 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:20:34,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741837_1013 (size=1138) 2024-12-03T14:20:34,169 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T14:20:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:20:34,311 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 379, reset compression=false 2024-12-03T14:20:34,347 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 379, reset compression=false 2024-12-03T14:20:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:20:34,544 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c973c151094bb4d42dedc04df7cc7f32, NAME => 'hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a 2024-12-03T14:20:34,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741838_1014 (size=44) 2024-12-03T14:20:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:20:34,756 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 379, reset compression=false 2024-12-03T14:20:34,955 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:34,955 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c973c151094bb4d42dedc04df7cc7f32, disabling compactions & flushes 2024-12-03T14:20:34,955 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32. 2024-12-03T14:20:34,956 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32. 2024-12-03T14:20:34,956 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32. after waiting 0 ms 2024-12-03T14:20:34,956 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32. 2024-12-03T14:20:34,956 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32. 2024-12-03T14:20:34,956 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c973c151094bb4d42dedc04df7cc7f32: Waiting for close lock at 1733235634955Disabling compacts and flushes for region at 1733235634955Disabling writes for close at 1733235634956 (+1 ms)Writing region close event to WAL at 1733235634956Closed at 1733235634956 2024-12-03T14:20:34,957 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:20:34,958 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733235634957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235634957"}]},"ts":"1733235634957"} 2024-12-03T14:20:34,960 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:20:34,961 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:20:34,962 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235634961"}]},"ts":"1733235634961"} 2024-12-03T14:20:34,964 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T14:20:34,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c973c151094bb4d42dedc04df7cc7f32, ASSIGN}] 2024-12-03T14:20:34,966 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c973c151094bb4d42dedc04df7cc7f32, ASSIGN 2024-12-03T14:20:34,967 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c973c151094bb4d42dedc04df7cc7f32, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,36859,1733235624511; forceNewPlan=false, retain=false 2024-12-03T14:20:35,016 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 379, reset compression=false 2024-12-03T14:20:35,118 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c973c151094bb4d42dedc04df7cc7f32, regionState=OPENING, regionLocation=3920e6a7c3b5,36859,1733235624511 2024-12-03T14:20:35,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c973c151094bb4d42dedc04df7cc7f32, ASSIGN because future has completed 2024-12-03T14:20:35,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c973c151094bb4d42dedc04df7cc7f32, server=3920e6a7c3b5,36859,1733235624511}] 2024-12-03T14:20:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:20:35,273 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 379, reset compression=false 2024-12-03T14:20:35,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32. 2024-12-03T14:20:35,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:20:35,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T14:20:35,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C36859%2C1733235624511.rep, suffix=, logDir=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511, archiveDir=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/oldWALs, maxLogs=10 2024-12-03T14:20:35,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.rep.1733235635291, exclude list is [], retry=0 2024-12-03T14:20:35,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35589,DS-6c3e2cd6-8c05-4244-85a7-e449b94ab962,DISK] 2024-12-03T14:20:35,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.rep.1733235635291 2024-12-03T14:20:35,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43269:43269)] 2024-12-03T14:20:35,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c973c151094bb4d42dedc04df7cc7f32, NAME => 'hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:20:35,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:20:35,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:20:35,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32. service=MultiRowMutationService 2024-12-03T14:20:35,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T14:20:35,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c973c151094bb4d42dedc04df7cc7f32 2024-12-03T14:20:35,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:35,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c973c151094bb4d42dedc04df7cc7f32 2024-12-03T14:20:35,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c973c151094bb4d42dedc04df7cc7f32 2024-12-03T14:20:35,320 INFO [StoreOpener-c973c151094bb4d42dedc04df7cc7f32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c973c151094bb4d42dedc04df7cc7f32 2024-12-03T14:20:35,321 INFO [StoreOpener-c973c151094bb4d42dedc04df7cc7f32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c973c151094bb4d42dedc04df7cc7f32 columnFamilyName hfileref 2024-12-03T14:20:35,322 DEBUG [StoreOpener-c973c151094bb4d42dedc04df7cc7f32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:35,322 INFO [StoreOpener-c973c151094bb4d42dedc04df7cc7f32-1 {}] regionserver.HStore(327): Store=c973c151094bb4d42dedc04df7cc7f32/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:35,322 INFO [StoreOpener-c973c151094bb4d42dedc04df7cc7f32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c973c151094bb4d42dedc04df7cc7f32 2024-12-03T14:20:35,323 INFO [StoreOpener-c973c151094bb4d42dedc04df7cc7f32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c973c151094bb4d42dedc04df7cc7f32 columnFamilyName queue 2024-12-03T14:20:35,323 DEBUG [StoreOpener-c973c151094bb4d42dedc04df7cc7f32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:35,323 INFO [StoreOpener-c973c151094bb4d42dedc04df7cc7f32-1 {}] regionserver.HStore(327): Store=c973c151094bb4d42dedc04df7cc7f32/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:35,323 INFO [StoreOpener-c973c151094bb4d42dedc04df7cc7f32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c973c151094bb4d42dedc04df7cc7f32 2024-12-03T14:20:35,324 INFO [StoreOpener-c973c151094bb4d42dedc04df7cc7f32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c973c151094bb4d42dedc04df7cc7f32 columnFamilyName sid 2024-12-03T14:20:35,324 DEBUG [StoreOpener-c973c151094bb4d42dedc04df7cc7f32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:35,325 INFO [StoreOpener-c973c151094bb4d42dedc04df7cc7f32-1 {}] regionserver.HStore(327): Store=c973c151094bb4d42dedc04df7cc7f32/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:35,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c973c151094bb4d42dedc04df7cc7f32 2024-12-03T14:20:35,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/replication/c973c151094bb4d42dedc04df7cc7f32 2024-12-03T14:20:35,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/replication/c973c151094bb4d42dedc04df7cc7f32 2024-12-03T14:20:35,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c973c151094bb4d42dedc04df7cc7f32 2024-12-03T14:20:35,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c973c151094bb4d42dedc04df7cc7f32 2024-12-03T14:20:35,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:20:35,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c973c151094bb4d42dedc04df7cc7f32 2024-12-03T14:20:35,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/replication/c973c151094bb4d42dedc04df7cc7f32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:20:35,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c973c151094bb4d42dedc04df7cc7f32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58725619, jitterRate=-0.1249200850725174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:20:35,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c973c151094bb4d42dedc04df7cc7f32 2024-12-03T14:20:35,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c973c151094bb4d42dedc04df7cc7f32: Running coprocessor pre-open hook at 1733235635309Writing region info on filesystem at 1733235635309Initializing all the Stores at 1733235635310 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235635310Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235635320 (+10 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235635320Cleaning up temporary data from old regions at 1733235635326 (+6 ms)Running coprocessor post-open hooks at 1733235635330 (+4 ms)Region opened successfully at 1733235635330 2024-12-03T14:20:35,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32., pid=10, masterSystemTime=1733235635285 2024-12-03T14:20:35,333 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c973c151094bb4d42dedc04df7cc7f32, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,36859,1733235624511 2024-12-03T14:20:35,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c973c151094bb4d42dedc04df7cc7f32, server=3920e6a7c3b5,36859,1733235624511 because future has completed 2024-12-03T14:20:35,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32. 2024-12-03T14:20:35,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32. 2024-12-03T14:20:35,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T14:20:35,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c973c151094bb4d42dedc04df7cc7f32, server=3920e6a7c3b5,36859,1733235624511 in 205 msec 2024-12-03T14:20:35,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T14:20:35,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c973c151094bb4d42dedc04df7cc7f32, ASSIGN in 378 msec 2024-12-03T14:20:35,347 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:20:35,347 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235635347"}]},"ts":"1733235635347"} 2024-12-03T14:20:35,349 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T14:20:35,350 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:20:35,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2320 sec 2024-12-03T14:20:35,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32., hostname=3920e6a7c3b5,36859,1733235624511, seqNum=2] 2024-12-03T14:20:35,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-775882876 2024-12-03T14:20:35,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1019b9095160007, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-775882876 2024-12-03T14:20:35,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T14:20:35,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T14:20:35,643 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T14:20:35,688 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3920e6a7c3b5,36859,1733235624511, ReplicationSource: 1, currentBandwidth=0 2024-12-03T14:20:35,688 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:20:35,689 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,36859,1733235624511, seqNum=-1] 2024-12-03T14:20:35,689 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:20:35,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-03T14:20:35,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3920e6a7c3b5,36859,1733235624511', locateType=CURRENT is [region=hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32., hostname=3920e6a7c3b5,36859,1733235624511, seqNum=2] 2024-12-03T14:20:35,693 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T14:20:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T14:20:35,696 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3920e6a7c3b5,36859,1733235624511 suceeded 2024-12-03T14:20:35,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T14:20:35,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-12-03T14:20:35,699 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3920e6a7c3b5:42435,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T14:20:35,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5950 sec 2024-12-03T14:20:35,712 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:42435' 2024-12-03T14:20:35,713 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c9bb39a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:35,713 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,42435,-1 for getting cluster id 2024-12-03T14:20:35,713 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:20:35,714 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8266f9db-1235-4632-bfff-fae900beb931' 2024-12-03T14:20:35,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:20:35,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8266f9db-1235-4632-bfff-fae900beb931" 2024-12-03T14:20:35,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@107d61b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:35,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,42435,-1] 2024-12-03T14:20:35,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:20:35,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:35,715 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:20:35,715 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40c3c37b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:35,715 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:20:35,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,42435,1733235614017 2024-12-03T14:20:35,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e4e1ac1 2024-12-03T14:20:35,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:20:35,717 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-03T14:20:35,717 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3920e6a7c3b5,36859,1733235624511 (queues=1) is replicating from cluster=689ab588-6e25-434d-9743-2fe4a6a97112 to cluster=8266f9db-1235-4632-bfff-fae900beb931 2024-12-03T14:20:35,717 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3920e6a7c3b5%2C36859%2C1733235624511 2024-12-03T14:20:35,717 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3920e6a7c3b5,36859,1733235624511, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T14:20:35,718 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858, startPosition=0, beingWritten=true 2024-12-03T14:20:35,718 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.shipper3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3920e6a7c3b5%2C36859%2C1733235624511 2024-12-03T14:20:35,721 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:20:35,722 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 379, reset compression=false 2024-12-03T14:20:35,722 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.shipper3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,36859,1733235624511 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:20:35,821 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 379, reset compression=false 2024-12-03T14:20:35,877 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 379, reset compression=false 2024-12-03T14:20:35,949 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 379, reset compression=false 2024-12-03T14:20:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:20:36,253 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 379, reset compression=false 2024-12-03T14:20:36,253 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T14:20:36,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:20:36,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:36,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:36,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:36,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:20:36,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec10ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:36,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,42435,-1 for getting cluster id 2024-12-03T14:20:36,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:20:36,255 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8266f9db-1235-4632-bfff-fae900beb931' 2024-12-03T14:20:36,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:20:36,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8266f9db-1235-4632-bfff-fae900beb931" 2024-12-03T14:20:36,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2318959a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:36,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,42435,-1] 2024-12-03T14:20:36,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:20:36,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:36,257 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:20:36,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b586722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:36,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebbe6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:36,262 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,33351,-1 for getting cluster id 2024-12-03T14:20:36,262 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:20:36,263 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9638f5f-05cb-45a8-a110-b1ed20a04f4a' 2024-12-03T14:20:36,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:20:36,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9638f5f-05cb-45a8-a110-b1ed20a04f4a" 2024-12-03T14:20:36,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a61b00e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:36,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,33351,-1] 2024-12-03T14:20:36,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:20:36,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:36,264 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:20:36,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66be5908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:36,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a13acca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:36,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,40029,-1 for getting cluster id 2024-12-03T14:20:36,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:20:36,266 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '689ab588-6e25-434d-9743-2fe4a6a97112' 2024-12-03T14:20:36,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:20:36,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "689ab588-6e25-434d-9743-2fe4a6a97112" 2024-12-03T14:20:36,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d15af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:36,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,40029,-1] 2024-12-03T14:20:36,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:20:36,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:36,267 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:20:36,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a9b5256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:36,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:20:36,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,33127,1733235614208, seqNum=-1] 2024-12-03T14:20:36,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:20:36,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:20:36,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab., hostname=3920e6a7c3b5,33127,1733235614208, seqNum=2] 2024-12-03T14:20:36,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:20:36,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,36859,1733235624511, seqNum=-1] 2024-12-03T14:20:36,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:20:36,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:20:36,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733235630147.e10be714faaa53e162a673e07a4074b1., hostname=3920e6a7c3b5,36859,1733235624511, seqNum=2] 2024-12-03T14:20:36,305 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T14:20:36,593 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 379, reset compression=false 2024-12-03T14:20:36,664 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 379, reset compression=false 2024-12-03T14:20:36,733 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 379, reset compression=false 2024-12-03T14:20:36,739 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:20:36,739 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 480, reset compression=false 2024-12-03T14:20:36,739 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.shipper3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,33127,1733235614208 got entry batch from reader: WALEntryBatch [walEntries=[{test/59c307c69f89c41a9c2d58b20f94b3ab/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T14:20:36,742 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.shipper3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:20:36,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-03T14:20:36,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37951 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:20:36,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@540ab2de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:36,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37951 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,33351,-1 for getting cluster id 2024-12-03T14:20:36,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:20:36,751 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9638f5f-05cb-45a8-a110-b1ed20a04f4a' 2024-12-03T14:20:36,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:20:36,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9638f5f-05cb-45a8-a110-b1ed20a04f4a" 2024-12-03T14:20:36,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2355634e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:36,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,33351,-1] 2024-12-03T14:20:36,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:20:36,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:36,753 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:20:36,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@353885aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:36,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37951 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:20:36,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,37951,1733235618890, seqNum=-1] 2024-12-03T14:20:36,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:20:36,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-03T14:20:36,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc., hostname=3920e6a7c3b5,37951,1733235618890, seqNum=2] 2024-12-03T14:20:36,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37951 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:20:36,954 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 480, reset compression=false 2024-12-03T14:20:37,170 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 379, reset compression=false 2024-12-03T14:20:37,268 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 480, reset compression=false 2024-12-03T14:20:37,307 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T14:20:37,397 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 379, reset compression=false 2024-12-03T14:20:37,401 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:20:37,401 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 504, reset compression=false 2024-12-03T14:20:37,401 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.shipper3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,37951,1733235618890 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc4425aa9020c4cc9a1a09a4dd3a2fcc/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-03T14:20:37,403 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.shipper3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:20:37,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-03T14:20:37,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36859 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:20:37,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ee120f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:37,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36859 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,40029,-1 for getting cluster id 2024-12-03T14:20:37,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:20:37,406 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '689ab588-6e25-434d-9743-2fe4a6a97112' 2024-12-03T14:20:37,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:20:37,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "689ab588-6e25-434d-9743-2fe4a6a97112" 2024-12-03T14:20:37,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c0d5ad4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:37,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,40029,-1] 2024-12-03T14:20:37,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:20:37,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:37,407 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:20:37,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@695fc484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:37,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36859 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:20:37,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,36859,1733235624511, seqNum=-1] 2024-12-03T14:20:37,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:20:37,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-03T14:20:37,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733235630147.e10be714faaa53e162a673e07a4074b1., hostname=3920e6a7c3b5,36859,1733235624511, seqNum=2] 2024-12-03T14:20:37,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36859 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:20:37,606 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 504, reset compression=false 2024-12-03T14:20:37,673 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 480, reset compression=false 2024-12-03T14:20:37,774 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 379, reset compression=false 2024-12-03T14:20:37,778 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:20:37,778 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 528, reset compression=false 2024-12-03T14:20:37,778 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.shipper3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,36859,1733235624511 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:20:37,909 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 504, reset compression=false 2024-12-03T14:20:37,991 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 528, reset compression=false 2024-12-03T14:20:38,177 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 480, reset compression=false 2024-12-03T14:20:38,295 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 528, reset compression=false 2024-12-03T14:20:38,312 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T14:20:38,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:20:38,313 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 504, reset compression=false 2024-12-03T14:20:38,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,37951,1733235618890, seqNum=-1] 2024-12-03T14:20:38,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:20:38,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:20:38,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc., hostname=3920e6a7c3b5,37951,1733235618890, seqNum=2] 2024-12-03T14:20:38,329 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T14:20:38,333 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:20:38,333 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 608, reset compression=false 2024-12-03T14:20:38,333 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.shipper3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,37951,1733235618890 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc4425aa9020c4cc9a1a09a4dd3a2fcc/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T14:20:38,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36859 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:20:38,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36859 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:20:38,538 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 608, reset compression=false 2024-12-03T14:20:38,700 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 528, reset compression=false 2024-12-03T14:20:38,704 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:20:38,704 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 656, reset compression=false 2024-12-03T14:20:38,704 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.shipper3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,36859,1733235624511 got entry batch from reader: WALEntryBatch [walEntries=[{test/e10be714faaa53e162a673e07a4074b1/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T14:20:38,707 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.shipper3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:20:38,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-03T14:20:38,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33127 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:20:38,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fe559f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:38,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33127 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,42435,-1 for getting cluster id 2024-12-03T14:20:38,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:20:38,710 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8266f9db-1235-4632-bfff-fae900beb931' 2024-12-03T14:20:38,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:20:38,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8266f9db-1235-4632-bfff-fae900beb931" 2024-12-03T14:20:38,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b7a6b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:38,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,42435,-1] 2024-12-03T14:20:38,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:20:38,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:38,712 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:20:38,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aa55cd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:38,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:20:38,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,33127,1733235614208, seqNum=-1] 2024-12-03T14:20:38,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:20:38,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-03T14:20:38,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab., hostname=3920e6a7c3b5,33127,1733235614208, seqNum=2] 2024-12-03T14:20:38,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33127 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:20:38,790 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 480, reset compression=false 2024-12-03T14:20:38,795 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:20:38,795 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 631, reset compression=false 2024-12-03T14:20:38,795 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.shipper3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,33127,1733235614208 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:20:38,824 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:20:38,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:38,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:38,852 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 608, reset compression=false 2024-12-03T14:20:38,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:38,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:38,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:38,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:38,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:38,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:38,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:38,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:38,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:38,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:38,910 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 656, reset compression=false 2024-12-03T14:20:39,001 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 631, reset compression=false 2024-12-03T14:20:39,217 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 656, reset compression=false 2024-12-03T14:20:39,260 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 608, reset compression=false 2024-12-03T14:20:39,304 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 631, reset compression=false 2024-12-03T14:20:39,330 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T14:20:39,333 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-03T14:20:39,620 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 656, reset compression=false 2024-12-03T14:20:39,625 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:20:39,625 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 760, reset compression=false 2024-12-03T14:20:39,625 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.shipper3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,36859,1733235624511 got entry batch from reader: WALEntryBatch [walEntries=[{test/e10be714faaa53e162a673e07a4074b1/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T14:20:39,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33127 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:20:39,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33127 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:20:39,707 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 631, reset compression=false 2024-12-03T14:20:39,712 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:20:39,712 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 758, reset compression=false 2024-12-03T14:20:39,712 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.shipper3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,33127,1733235614208 got entry batch from reader: WALEntryBatch [walEntries=[{test/59c307c69f89c41a9c2d58b20f94b3ab/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T14:20:39,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37951 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:20:39,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37951 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:20:39,763 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 608, reset compression=false 2024-12-03T14:20:39,772 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:20:39,772 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 759, reset compression=false 2024-12-03T14:20:39,772 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.shipper3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,37951,1733235618890 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:20:39,829 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 760, reset compression=false 2024-12-03T14:20:39,917 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 758, reset compression=false 2024-12-03T14:20:39,979 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 759, reset compression=false 2024-12-03T14:20:40,135 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 760, reset compression=false 2024-12-03T14:20:40,220 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 758, reset compression=false 2024-12-03T14:20:40,291 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 759, reset compression=false 2024-12-03T14:20:40,335 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-03T14:20:40,339 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T14:20:40,538 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 760, reset compression=false 2024-12-03T14:20:40,624 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 758, reset compression=false 2024-12-03T14:20:40,633 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:20:40,633 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 914, reset compression=false 2024-12-03T14:20:40,633 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.shipper3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,33127,1733235614208 got entry batch from reader: WALEntryBatch [walEntries=[{test/59c307c69f89c41a9c2d58b20f94b3ab/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T14:20:40,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37951 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:20:40,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37951 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:20:40,694 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 759, reset compression=false 2024-12-03T14:20:40,698 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:20:40,698 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 907, reset compression=false 2024-12-03T14:20:40,698 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.shipper3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,37951,1733235618890 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc4425aa9020c4cc9a1a09a4dd3a2fcc/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-03T14:20:40,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36859 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:20:40,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36859 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:20:40,838 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 914, reset compression=false 2024-12-03T14:20:40,903 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 907, reset compression=false 2024-12-03T14:20:41,041 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 760, reset compression=false 2024-12-03T14:20:41,046 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:20:41,046 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 932, reset compression=false 2024-12-03T14:20:41,046 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.shipper3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,36859,1733235624511 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:20:41,141 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 914, reset compression=false 2024-12-03T14:20:41,207 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 907, reset compression=false 2024-12-03T14:20:41,249 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 932, reset compression=false 2024-12-03T14:20:41,341 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T14:20:41,344 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T14:20:41,545 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 914, reset compression=false 2024-12-03T14:20:41,557 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 932, reset compression=false 2024-12-03T14:20:41,616 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 907, reset compression=false 2024-12-03T14:20:41,623 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:20:41,623 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 1066, reset compression=false 2024-12-03T14:20:41,623 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.shipper3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,37951,1733235618890 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc4425aa9020c4cc9a1a09a4dd3a2fcc/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T14:20:41,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36859 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:20:41,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36859 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:20:41,832 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 1066, reset compression=false 2024-12-03T14:20:41,966 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 932, reset compression=false 2024-12-03T14:20:41,982 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:20:41,982 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 1082, reset compression=false 2024-12-03T14:20:41,982 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.shipper3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,36859,1733235624511 got entry batch from reader: WALEntryBatch [walEntries=[{test/e10be714faaa53e162a673e07a4074b1/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-03T14:20:41,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33127 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:20:41,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33127 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:20:42,049 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 914, reset compression=false 2024-12-03T14:20:42,056 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:20:42,056 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1087, reset compression=false 2024-12-03T14:20:42,056 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.shipper3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,33127,1733235614208 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:20:42,137 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 1066, reset compression=false 2024-12-03T14:20:42,197 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 1082, reset compression=false 2024-12-03T14:20:42,260 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1087, reset compression=false 2024-12-03T14:20:42,347 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T14:20:42,351 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-03T14:20:42,514 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 1082, reset compression=false 2024-12-03T14:20:42,518 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:20:42,518 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 1241, reset compression=false 2024-12-03T14:20:42,518 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.shipper3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,36859,1733235624511 got entry batch from reader: WALEntryBatch [walEntries=[{test/e10be714faaa53e162a673e07a4074b1/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T14:20:42,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33127 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:20:42,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33127 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:20:42,541 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 1066, reset compression=false 2024-12-03T14:20:42,566 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1087, reset compression=false 2024-12-03T14:20:42,570 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:20:42,570 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1236, reset compression=false 2024-12-03T14:20:42,572 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.shipper3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,33127,1733235614208 got entry batch from reader: WALEntryBatch [walEntries=[{test/59c307c69f89c41a9c2d58b20f94b3ab/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-03T14:20:42,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37951 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:20:42,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37951 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:20:42,725 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 1241, reset compression=false 2024-12-03T14:20:42,776 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1236, reset compression=false 2024-12-03T14:20:43,041 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 1241, reset compression=false 2024-12-03T14:20:43,044 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 1066, reset compression=false 2024-12-03T14:20:43,050 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:20:43,050 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 1239, reset compression=false 2024-12-03T14:20:43,050 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.shipper3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,37951,1733235618890 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:20:43,086 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1236, reset compression=false 2024-12-03T14:20:43,257 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 1239, reset compression=false 2024-12-03T14:20:43,353 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-03T14:20:43,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c28b135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:43,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,40029,-1 for getting cluster id 2024-12-03T14:20:43,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:20:43,360 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '689ab588-6e25-434d-9743-2fe4a6a97112' 2024-12-03T14:20:43,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:20:43,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "689ab588-6e25-434d-9743-2fe4a6a97112" 2024-12-03T14:20:43,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594a1e35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:43,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,40029,-1] 2024-12-03T14:20:43,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:20:43,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:43,362 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:20:43,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f63d624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:43,365 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:20:43,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,40029,1733235624368 2024-12-03T14:20:43,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6803b92a 2024-12-03T14:20:43,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:20:43,368 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:20:43,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-12-03T14:20:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-03T14:20:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T14:20:43,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T14:20:43,445 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 1241, reset compression=false 2024-12-03T14:20:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T14:20:43,490 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1236, reset compression=false 2024-12-03T14:20:43,562 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 1239, reset compression=false 2024-12-03T14:20:43,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-03T14:20:43,595 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-03T14:20:43,596 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-03T14:20:43,596 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3920e6a7c3b5,36859,1733235624511 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-03T14:20:43,596 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0. 2024-12-03T14:20:43,597 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:43,597 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:43,597 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:43,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:20:43,607 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T14:20:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T14:20:43,697 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T14:20:43,697 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.shipper3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T14:20:43,797 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.shipper3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 terminated 2024-12-03T14:20:43,816 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-3920e6a7c3b5,36859,1733235624511, ReplicationSource: 1, currentBandwidth=0 2024-12-03T14:20:43,816 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-03T14:20:43,817 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-03T14:20:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-03T14:20:43,819 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 3920e6a7c3b5,36859,1733235624511 suceeded 2024-12-03T14:20:43,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T14:20:43,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 377 msec 2024-12-03T14:20:43,821 INFO [PEWorker-3 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-03T14:20:43,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 452 msec 2024-12-03T14:20:43,834 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:42435' 2024-12-03T14:20:43,835 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bf678a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:43,835 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,42435,-1 for getting cluster id 2024-12-03T14:20:43,835 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:20:43,836 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8266f9db-1235-4632-bfff-fae900beb931' 2024-12-03T14:20:43,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:20:43,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8266f9db-1235-4632-bfff-fae900beb931" 2024-12-03T14:20:43,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c5c5675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:43,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,42435,-1] 2024-12-03T14:20:43,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:20:43,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:43,837 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:20:43,838 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@131b15b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:43,838 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:20:43,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,42435,1733235614017 2024-12-03T14:20:43,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3855e7b 2024-12-03T14:20:43,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:20:43,839 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-03T14:20:43,840 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3920e6a7c3b5,36859,1733235624511 (queues=1) is replicating from cluster=689ab588-6e25-434d-9743-2fe4a6a97112 to cluster=8266f9db-1235-4632-bfff-fae900beb931 2024-12-03T14:20:43,840 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3920e6a7c3b5%2C36859%2C1733235624511 2024-12-03T14:20:43,840 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3920e6a7c3b5,36859,1733235624511, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T14:20:43,840 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.shipper3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3920e6a7c3b5%2C36859%2C1733235624511 2024-12-03T14:20:43,965 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 1239, reset compression=false 2024-12-03T14:20:43,997 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1236, reset compression=false 2024-12-03T14:20:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T14:20:44,003 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:20:44,003 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-03T14:20:44,003 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:44,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:44,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:44,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:20:44,006 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-03T14:20:44,468 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 1239, reset compression=false 2024-12-03T14:20:44,601 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1236, reset compression=false 2024-12-03T14:20:44,605 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:20:44,605 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1340, reset compression=false 2024-12-03T14:20:44,605 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.shipper3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,33127,1733235614208 got entry batch from reader: WALEntryBatch [walEntries=[{test/59c307c69f89c41a9c2d58b20f94b3ab/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T14:20:44,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37951 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:20:44,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37951 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:20:44,808 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1340, reset compression=false 2024-12-03T14:20:45,008 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-03T14:20:45,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d67b9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:45,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,40029,-1 for getting cluster id 2024-12-03T14:20:45,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:20:45,011 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '689ab588-6e25-434d-9743-2fe4a6a97112' 2024-12-03T14:20:45,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:20:45,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "689ab588-6e25-434d-9743-2fe4a6a97112" 2024-12-03T14:20:45,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245934f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:45,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,40029,-1] 2024-12-03T14:20:45,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:20:45,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:45,012 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:20:45,012 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180a29ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:20:45,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:20:45,014 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,40029,1733235624368 2024-12-03T14:20:45,014 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ed11ffb 2024-12-03T14:20:45,015 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:20:45,016 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:20:45,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-12-03T14:20:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-03T14:20:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T14:20:45,072 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 1239, reset compression=false 2024-12-03T14:20:45,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T14:20:45,076 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.ReplicationSourceWALReader(177): Read 2 WAL entries eligible for replication 2024-12-03T14:20:45,076 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 1471, reset compression=false 2024-12-03T14:20:45,076 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.shipper3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,37951,1733235618890 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc4425aa9020c4cc9a1a09a4dd3a2fcc/10=[#edits: 1 = ],223}, {test/fc4425aa9020c4cc9a1a09a4dd3a2fcc/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226, lastWalPosition=1471, nbRowKeys=2, nbHFiles=0, heapSize=430, lastSeqIds={}, endOfFile=false,usedBufferSize=430] 2024-12-03T14:20:45,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36859 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:20:45,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36859 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:20:45,111 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1340, reset compression=false 2024-12-03T14:20:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T14:20:45,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-03T14:20:45,225 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-03T14:20:45,225 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-03T14:20:45,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-03T14:20:45,228 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 3920e6a7c3b5,36859,1733235624511 suceeded 2024-12-03T14:20:45,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-03T14:20:45,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-12-03T14:20:45,230 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-03T14:20:45,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 214 msec 2024-12-03T14:20:45,241 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858, startPosition=1241, beingWritten=true 2024-12-03T14:20:45,246 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:20:45,246 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 1521, reset compression=false 2024-12-03T14:20:45,246 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.shipper3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,36859,1733235624511 got entry batch from reader: WALEntryBatch [walEntries=[{test/e10be714faaa53e162a673e07a4074b1/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T14:20:45,248 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.shipper3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:20:45,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-03T14:20:45,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33127 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:20:45,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33127 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:20:45,281 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 1471, reset compression=false 2024-12-03T14:20:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T14:20:45,334 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-03T14:20:45,334 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:20:45,334 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:45,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:45,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:45,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:20:45,336 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-03T14:20:45,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T14:20:45,336 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:20:45,336 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:45,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:45,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:45,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:20:45,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T14:20:45,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1230671428, stopped=false 2024-12-03T14:20:45,337 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3920e6a7c3b5,40029,1733235624368 2024-12-03T14:20:45,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1019b9095160007, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-775882876/running 2024-12-03T14:20:45,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-775882876/running 2024-12-03T14:20:45,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1019b9095160007, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-775882876 2024-12-03T14:20:45,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-775882876 2024-12-03T14:20:45,372 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:20:45,372 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:20:45,372 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:45,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:45,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36859-0x1019b9095160007, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Set watcher on znode that does not yet exist, /2-775882876/running 2024-12-03T14:20:45,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Set watcher on znode that does not yet exist, /2-775882876/running 2024-12-03T14:20:45,373 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3920e6a7c3b5,36859,1733235624511' ***** 2024-12-03T14:20:45,373 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T14:20:45,373 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T14:20:45,373 INFO [RS:0;3920e6a7c3b5:36859 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T14:20:45,373 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T14:20:45,373 INFO [RS:0;3920e6a7c3b5:36859 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T14:20:45,373 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(3091): Received CLOSE for e10be714faaa53e162a673e07a4074b1 2024-12-03T14:20:45,374 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(3091): Received CLOSE for c973c151094bb4d42dedc04df7cc7f32 2024-12-03T14:20:45,374 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(959): stopping server 3920e6a7c3b5,36859,1733235624511 2024-12-03T14:20:45,374 INFO [RS:0;3920e6a7c3b5:36859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:20:45,374 INFO [RS:0;3920e6a7c3b5:36859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:36859. 2024-12-03T14:20:45,374 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e10be714faaa53e162a673e07a4074b1, disabling compactions & flushes 2024-12-03T14:20:45,374 DEBUG [RS:0;3920e6a7c3b5:36859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:45,374 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733235630147.e10be714faaa53e162a673e07a4074b1. 2024-12-03T14:20:45,374 DEBUG [RS:0;3920e6a7c3b5:36859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:45,374 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235630147.e10be714faaa53e162a673e07a4074b1. 2024-12-03T14:20:45,374 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733235630147.e10be714faaa53e162a673e07a4074b1. after waiting 0 ms 2024-12-03T14:20:45,374 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733235630147.e10be714faaa53e162a673e07a4074b1. 2024-12-03T14:20:45,374 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T14:20:45,374 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T14:20:45,374 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T14:20:45,374 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T14:20:45,374 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e10be714faaa53e162a673e07a4074b1 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-03T14:20:45,374 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T14:20:45,374 DEBUG [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(1325): Online Regions={e10be714faaa53e162a673e07a4074b1=test,,1733235630147.e10be714faaa53e162a673e07a4074b1., 1588230740=hbase:meta,,1.1588230740, c973c151094bb4d42dedc04df7cc7f32=hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32.} 2024-12-03T14:20:45,374 DEBUG [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c973c151094bb4d42dedc04df7cc7f32, e10be714faaa53e162a673e07a4074b1 2024-12-03T14:20:45,374 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:20:45,374 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:20:45,375 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:20:45,375 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:20:45,375 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:20:45,375 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T14:20:45,390 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740/.tmp/info/726a4932581543808b4c0c47a96d0f09 is 147, key is hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32./info:regioninfo/1733235635333/Put/seqid=0 2024-12-03T14:20:45,391 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/default/test/e10be714faaa53e162a673e07a4074b1/.tmp/f/aff67b7489954232ac5cea26eb95d05c is 37, key is row3/f:row3/1733235644004/Put/seqid=0 2024-12-03T14:20:45,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741840_1016 (size=7686) 2024-12-03T14:20:45,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741841_1017 (size=5228) 2024-12-03T14:20:45,451 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 1521, reset compression=false 2024-12-03T14:20:45,454 INFO [regionserver/3920e6a7c3b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:20:45,456 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:20:45,456 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 1768, reset compression=false 2024-12-03T14:20:45,456 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.shipper3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,36859,1733235624511 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:20:45,457 ERROR [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.shipper3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3920e6a7c3b5,36859,1733235624511: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3920e6a7c3b5,36859,1733235624511, walGroup=3920e6a7c3b5%2C36859%2C1733235624511, offset=3920e6a7c3b5%2C36859%2C1733235624511.1733235626858:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:36859 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T14:20:45,459 ERROR [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.shipper3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T14:20:45,459 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.shipper3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T14:20:45,459 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.shipper3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T14:20:45,460 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.shipper3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T14:20:45,460 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.shipper3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T14:20:45,460 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.shipper3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 890150272 }, "NonHeapMemoryUsage": { "committed": 201785344, "init": 7667712, "max": -1, "used": 198912968 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T14:20:45,460 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.shipper3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T14:20:45,514 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1340, reset compression=false 2024-12-03T14:20:45,517 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:20:45,517 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1491, reset compression=false 2024-12-03T14:20:45,517 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.shipper3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,33127,1733235614208 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:20:45,574 DEBUG [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c973c151094bb4d42dedc04df7cc7f32, e10be714faaa53e162a673e07a4074b1 2024-12-03T14:20:45,585 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 1471, reset compression=false 2024-12-03T14:20:45,659 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 1768, reset compression=false 2024-12-03T14:20:45,721 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1491, reset compression=false 2024-12-03T14:20:45,732 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T14:20:45,732 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T14:20:45,775 DEBUG [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c973c151094bb4d42dedc04df7cc7f32, e10be714faaa53e162a673e07a4074b1 2024-12-03T14:20:45,794 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740/.tmp/info/726a4932581543808b4c0c47a96d0f09 2024-12-03T14:20:45,798 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/default/test/e10be714faaa53e162a673e07a4074b1/.tmp/f/aff67b7489954232ac5cea26eb95d05c 2024-12-03T14:20:45,801 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aff67b7489954232ac5cea26eb95d05c 2024-12-03T14:20:45,813 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740/.tmp/ns/b7c6efd5c764433d86a2da6e9e6576eb is 43, key is default/ns:d/1733235627774/Put/seqid=0 2024-12-03T14:20:45,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741842_1018 (size=5153) 2024-12-03T14:20:45,816 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740/.tmp/ns/b7c6efd5c764433d86a2da6e9e6576eb 2024-12-03T14:20:45,821 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/default/test/e10be714faaa53e162a673e07a4074b1/.tmp/f1/6cd0000dc16c4a1abe24d376bc1ae182 is 30, key is row1/f1:/1733235641342/DeleteFamily/seqid=0 2024-12-03T14:20:45,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741843_1019 (size=5158) 2024-12-03T14:20:45,836 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740/.tmp/rep_barrier/6d38884bf86346c490a374d68d821abb is 112, key is test,,1733235630147.e10be714faaa53e162a673e07a4074b1./rep_barrier:seqnumDuringOpen/1733235630537/Put/seqid=0 2024-12-03T14:20:45,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741844_1020 (size=5518) 2024-12-03T14:20:45,839 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740/.tmp/rep_barrier/6d38884bf86346c490a374d68d821abb 2024-12-03T14:20:45,858 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740/.tmp/table/e1daf0d555ff44a185996eabd767dafa is 53, key is hbase:replication/table:state/1733235635347/Put/seqid=0 2024-12-03T14:20:45,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741845_1021 (size=5308) 2024-12-03T14:20:45,962 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 1768, reset compression=false 2024-12-03T14:20:45,975 DEBUG [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c973c151094bb4d42dedc04df7cc7f32, e10be714faaa53e162a673e07a4074b1 2024-12-03T14:20:45,989 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 1471, reset compression=false 2024-12-03T14:20:46,024 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1491, reset compression=false 2024-12-03T14:20:46,175 DEBUG [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c973c151094bb4d42dedc04df7cc7f32, e10be714faaa53e162a673e07a4074b1 2024-12-03T14:20:46,225 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/default/test/e10be714faaa53e162a673e07a4074b1/.tmp/f1/6cd0000dc16c4a1abe24d376bc1ae182 2024-12-03T14:20:46,228 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6cd0000dc16c4a1abe24d376bc1ae182 2024-12-03T14:20:46,253 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/default/test/e10be714faaa53e162a673e07a4074b1/.tmp/norep/d46ee08ad1e84002987ad3532f3c4ac0 is 33, key is row2/norep:/1733235642348/DeleteFamily/seqid=0 2024-12-03T14:20:46,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741846_1022 (size=5108) 2024-12-03T14:20:46,265 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740/.tmp/table/e1daf0d555ff44a185996eabd767dafa 2024-12-03T14:20:46,269 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740/.tmp/info/726a4932581543808b4c0c47a96d0f09 as hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740/info/726a4932581543808b4c0c47a96d0f09 2024-12-03T14:20:46,273 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740/info/726a4932581543808b4c0c47a96d0f09, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T14:20:46,274 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740/.tmp/ns/b7c6efd5c764433d86a2da6e9e6576eb as hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740/ns/b7c6efd5c764433d86a2da6e9e6576eb 2024-12-03T14:20:46,277 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740/ns/b7c6efd5c764433d86a2da6e9e6576eb, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T14:20:46,278 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740/.tmp/rep_barrier/6d38884bf86346c490a374d68d821abb as hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740/rep_barrier/6d38884bf86346c490a374d68d821abb 2024-12-03T14:20:46,282 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740/rep_barrier/6d38884bf86346c490a374d68d821abb, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T14:20:46,282 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740/.tmp/table/e1daf0d555ff44a185996eabd767dafa as hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740/table/e1daf0d555ff44a185996eabd767dafa 2024-12-03T14:20:46,286 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740/table/e1daf0d555ff44a185996eabd767dafa, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T14:20:46,287 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 912ms, sequenceid=16, compaction requested=false 2024-12-03T14:20:46,291 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T14:20:46,291 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:20:46,291 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:20:46,291 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:20:46,291 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235645374Running coprocessor pre-close hooks at 1733235645374Disabling compacts and flushes for region at 1733235645374Disabling writes for close at 1733235645375 (+1 ms)Obtaining lock to block concurrent updates at 1733235645375Preparing flush snapshotting stores in 1588230740 at 1733235645375Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733235645375Flushing stores of hbase:meta,,1.1588230740 at 1733235645375Flushing 1588230740/info: creating writer at 1733235645376 (+1 ms)Flushing 1588230740/info: appending metadata at 1733235645390 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733235645390Flushing 1588230740/ns: creating writer at 1733235645797 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733235645812 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733235645812Flushing 1588230740/rep_barrier: creating writer at 1733235645820 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733235645835 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733235645835Flushing 1588230740/table: creating writer at 1733235645842 (+7 ms)Flushing 1588230740/table: appending metadata at 1733235645857 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733235645857Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2af01211: reopening flushed file at 1733235646268 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f04fcd3: reopening flushed file at 1733235646273 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d555073: reopening flushed file at 1733235646277 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f381c80: reopening flushed file at 1733235646282 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 912ms, sequenceid=16, compaction requested=false at 1733235646287 (+5 ms)Writing region close event to WAL at 1733235646288 (+1 ms)Running coprocessor post-close hooks at 1733235646291 (+3 ms)Closed at 1733235646291 2024-12-03T14:20:46,292 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T14:20:46,365 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 1768, reset compression=false 2024-12-03T14:20:46,375 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T14:20:46,375 DEBUG [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(1325): Online Regions={e10be714faaa53e162a673e07a4074b1=test,,1733235630147.e10be714faaa53e162a673e07a4074b1., c973c151094bb4d42dedc04df7cc7f32=hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32.} 2024-12-03T14:20:46,375 DEBUG [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(1351): Waiting on c973c151094bb4d42dedc04df7cc7f32, e10be714faaa53e162a673e07a4074b1 2024-12-03T14:20:46,428 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1491, reset compression=false 2024-12-03T14:20:46,492 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 1471, reset compression=false 2024-12-03T14:20:46,576 DEBUG [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(1351): Waiting on c973c151094bb4d42dedc04df7cc7f32, e10be714faaa53e162a673e07a4074b1 2024-12-03T14:20:46,657 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/default/test/e10be714faaa53e162a673e07a4074b1/.tmp/norep/d46ee08ad1e84002987ad3532f3c4ac0 2024-12-03T14:20:46,660 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d46ee08ad1e84002987ad3532f3c4ac0 2024-12-03T14:20:46,661 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/default/test/e10be714faaa53e162a673e07a4074b1/.tmp/f/aff67b7489954232ac5cea26eb95d05c as hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/default/test/e10be714faaa53e162a673e07a4074b1/f/aff67b7489954232ac5cea26eb95d05c 2024-12-03T14:20:46,665 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aff67b7489954232ac5cea26eb95d05c 2024-12-03T14:20:46,665 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/default/test/e10be714faaa53e162a673e07a4074b1/f/aff67b7489954232ac5cea26eb95d05c, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T14:20:46,666 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/default/test/e10be714faaa53e162a673e07a4074b1/.tmp/f1/6cd0000dc16c4a1abe24d376bc1ae182 as hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/default/test/e10be714faaa53e162a673e07a4074b1/f1/6cd0000dc16c4a1abe24d376bc1ae182 2024-12-03T14:20:46,671 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6cd0000dc16c4a1abe24d376bc1ae182 2024-12-03T14:20:46,671 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/default/test/e10be714faaa53e162a673e07a4074b1/f1/6cd0000dc16c4a1abe24d376bc1ae182, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T14:20:46,672 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/default/test/e10be714faaa53e162a673e07a4074b1/.tmp/norep/d46ee08ad1e84002987ad3532f3c4ac0 as hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/default/test/e10be714faaa53e162a673e07a4074b1/norep/d46ee08ad1e84002987ad3532f3c4ac0 2024-12-03T14:20:46,676 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d46ee08ad1e84002987ad3532f3c4ac0 2024-12-03T14:20:46,676 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/default/test/e10be714faaa53e162a673e07a4074b1/norep/d46ee08ad1e84002987ad3532f3c4ac0, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T14:20:46,677 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e10be714faaa53e162a673e07a4074b1 in 1303ms, sequenceid=12, compaction requested=false 2024-12-03T14:20:46,681 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/data/default/test/e10be714faaa53e162a673e07a4074b1/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T14:20:46,682 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:20:46,682 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:20:46,682 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733235630147.e10be714faaa53e162a673e07a4074b1. 2024-12-03T14:20:46,682 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e10be714faaa53e162a673e07a4074b1: Waiting for close lock at 1733235645374Running coprocessor pre-close hooks at 1733235645374Disabling compacts and flushes for region at 1733235645374Disabling writes for close at 1733235645374Obtaining lock to block concurrent updates at 1733235645374Preparing flush snapshotting stores in e10be714faaa53e162a673e07a4074b1 at 1733235645374Finished memstore snapshotting test,,1733235630147.e10be714faaa53e162a673e07a4074b1., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733235645374Flushing stores of test,,1733235630147.e10be714faaa53e162a673e07a4074b1. at 1733235645375 (+1 ms)Flushing e10be714faaa53e162a673e07a4074b1/f: creating writer at 1733235645375Flushing e10be714faaa53e162a673e07a4074b1/f: appending metadata at 1733235645390 (+15 ms)Flushing e10be714faaa53e162a673e07a4074b1/f: closing flushed file at 1733235645390Flushing e10be714faaa53e162a673e07a4074b1/f1: creating writer at 1733235645802 (+412 ms)Flushing e10be714faaa53e162a673e07a4074b1/f1: appending metadata at 1733235645820 (+18 ms)Flushing e10be714faaa53e162a673e07a4074b1/f1: closing flushed file at 1733235645820Flushing e10be714faaa53e162a673e07a4074b1/norep: creating writer at 1733235646228 (+408 ms)Flushing e10be714faaa53e162a673e07a4074b1/norep: appending metadata at 1733235646252 (+24 ms)Flushing e10be714faaa53e162a673e07a4074b1/norep: closing flushed file at 1733235646252Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f93eab8: reopening flushed file at 1733235646660 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e6727f0: reopening flushed file at 1733235646665 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5486fe02: reopening flushed file at 1733235646671 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e10be714faaa53e162a673e07a4074b1 in 1303ms, sequenceid=12, compaction requested=false at 1733235646677 (+6 ms)Writing region close event to WAL at 1733235646679 (+2 ms)Running coprocessor post-close hooks at 1733235646682 (+3 ms)Closed at 1733235646682 2024-12-03T14:20:46,682 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733235630147.e10be714faaa53e162a673e07a4074b1. 2024-12-03T14:20:46,682 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c973c151094bb4d42dedc04df7cc7f32, disabling compactions & flushes 2024-12-03T14:20:46,682 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32. 2024-12-03T14:20:46,682 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32. 2024-12-03T14:20:46,682 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32. after waiting 0 ms 2024-12-03T14:20:46,682 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32. 2024-12-03T14:20:46,682 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c973c151094bb4d42dedc04df7cc7f32: Waiting for close lock at 1733235646682Running coprocessor pre-close hooks at 1733235646682Disabling compacts and flushes for region at 1733235646682Disabling writes for close at 1733235646682Failed flush hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32., putting online again at 1733235646682 2024-12-03T14:20:46,683 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32. 2024-12-03T14:20:46,776 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(3091): Received CLOSE for c973c151094bb4d42dedc04df7cc7f32 2024-12-03T14:20:46,776 DEBUG [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(1351): Waiting on c973c151094bb4d42dedc04df7cc7f32 2024-12-03T14:20:46,776 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c973c151094bb4d42dedc04df7cc7f32, disabling compactions & flushes 2024-12-03T14:20:46,776 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32. 2024-12-03T14:20:46,776 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32. 2024-12-03T14:20:46,776 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32. after waiting 0 ms 2024-12-03T14:20:46,776 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32. 2024-12-03T14:20:46,776 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c973c151094bb4d42dedc04df7cc7f32: Waiting for close lock at 1733235646776Running coprocessor pre-close hooks at 1733235646776Disabling compacts and flushes for region at 1733235646776Disabling writes for close at 1733235646776Failed flush hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32., putting online again at 1733235646776 2024-12-03T14:20:46,776 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733235634117.c973c151094bb4d42dedc04df7cc7f32. 2024-12-03T14:20:46,869 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 1768, reset compression=false 2024-12-03T14:20:46,873 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:20:46,873 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 2412, reset compression=false 2024-12-03T14:20:46,931 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1491, reset compression=false 2024-12-03T14:20:46,976 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T14:20:46,976 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(976): stopping server 3920e6a7c3b5,36859,1733235624511; all regions closed. 2024-12-03T14:20:46,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741834_1010 (size=4239) 2024-12-03T14:20:46,978 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.meta.1733235627736.meta not finished, retry = 0 2024-12-03T14:20:47,076 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.wal-reader.3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 to pos 2412, reset compression=false 2024-12-03T14:20:47,080 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.rep.1733235635291 not finished, retry = 0 2024-12-03T14:20:47,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741839_1015 (size=2390) 2024-12-03T14:20:47,095 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 1471, reset compression=false 2024-12-03T14:20:47,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741832_1008 (size=2420) 2024-12-03T14:20:47,183 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/WALs/3920e6a7c3b5,36859,1733235624511/3920e6a7c3b5%2C36859%2C1733235624511.1733235626858 not finished, retry = 0 2024-12-03T14:20:47,284 DEBUG [RS:0;3920e6a7c3b5:36859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:47,284 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:20:47,284 INFO [RS:0;3920e6a7c3b5:36859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:20:47,284 INFO [RS:0;3920e6a7c3b5:36859 {}] hbase.ChoreService(370): Chore service for: regionserver/3920e6a7c3b5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T14:20:47,284 INFO [RS:0;3920e6a7c3b5:36859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:20:47,284 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:20:47,284 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3920e6a7c3b5,36859,1733235624511 because: Region server is closing 2024-12-03T14:20:47,285 INFO [RS:0;3920e6a7c3b5:36859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:36859. 2024-12-03T14:20:47,285 DEBUG [RS:0;3920e6a7c3b5:36859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:47,285 DEBUG [RS:0;3920e6a7c3b5:36859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:47,285 DEBUG [RS:0;3920e6a7c3b5:36859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:47,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:20:47,385 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36859,1733235624511.replicationSource.shipper3920e6a7c3b5%2C36859%2C1733235624511,1-3920e6a7c3b5,36859,1733235624511 terminated 2024-12-03T14:20:47,385 INFO [RS:0;3920e6a7c3b5:36859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:36859. 2024-12-03T14:20:47,386 DEBUG [RS:0;3920e6a7c3b5:36859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:47,386 DEBUG [RS:0;3920e6a7c3b5:36859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:47,386 DEBUG [RS:0;3920e6a7c3b5:36859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:47,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:20:47,386 INFO [RS:0;3920e6a7c3b5:36859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36859 2024-12-03T14:20:47,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1019b9095160007, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-775882876/rs/3920e6a7c3b5,36859,1733235624511 2024-12-03T14:20:47,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-775882876/rs 2024-12-03T14:20:47,441 INFO [RS:0;3920e6a7c3b5:36859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:20:47,442 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3920e6a7c3b5,36859,1733235624511] 2024-12-03T14:20:47,462 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-775882876/draining/3920e6a7c3b5,36859,1733235624511 already deleted, retry=false 2024-12-03T14:20:47,462 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3920e6a7c3b5,36859,1733235624511 expired; onlineServers=0 2024-12-03T14:20:47,462 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3920e6a7c3b5,40029,1733235624368' ***** 2024-12-03T14:20:47,462 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T14:20:47,462 INFO [M:0;3920e6a7c3b5:40029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:20:47,462 INFO [M:0;3920e6a7c3b5:40029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:20:47,462 DEBUG [M:0;3920e6a7c3b5:40029 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T14:20:47,463 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T14:20:47,463 DEBUG [M:0;3920e6a7c3b5:40029 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T14:20:47,463 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235626543 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235626543,5,FailOnTimeoutGroup] 2024-12-03T14:20:47,463 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235626543 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235626543,5,FailOnTimeoutGroup] 2024-12-03T14:20:47,463 INFO [M:0;3920e6a7c3b5:40029 {}] hbase.ChoreService(370): Chore service for: master/3920e6a7c3b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T14:20:47,463 INFO [M:0;3920e6a7c3b5:40029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:20:47,463 DEBUG [M:0;3920e6a7c3b5:40029 {}] master.HMaster(1795): Stopping service threads 2024-12-03T14:20:47,463 INFO [M:0;3920e6a7c3b5:40029 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T14:20:47,463 INFO [M:0;3920e6a7c3b5:40029 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:20:47,463 INFO [M:0;3920e6a7c3b5:40029 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T14:20:47,463 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T14:20:47,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-775882876/master 2024-12-03T14:20:47,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-775882876 2024-12-03T14:20:47,498 DEBUG [M:0;3920e6a7c3b5:40029 {}] zookeeper.ZKUtil(347): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Unable to get data of znode /2-775882876/master because node does not exist (not an error) 2024-12-03T14:20:47,498 WARN [M:0;3920e6a7c3b5:40029 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T14:20:47,499 INFO [M:0;3920e6a7c3b5:40029 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/.lastflushedseqids 2024-12-03T14:20:47,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741847_1023 (size=245) 2024-12-03T14:20:47,535 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1491, reset compression=false 2024-12-03T14:20:47,552 INFO [RS:0;3920e6a7c3b5:36859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:20:47,552 INFO [RS:0;3920e6a7c3b5:36859 {}] regionserver.HRegionServer(1031): Exiting; stopping=3920e6a7c3b5,36859,1733235624511; zookeeper connection closed. 2024-12-03T14:20:47,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1019b9095160007, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:20:47,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x1019b9095160007, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:20:47,552 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68d32496 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68d32496 2024-12-03T14:20:47,553 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T14:20:47,797 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 1471, reset compression=false 2024-12-03T14:20:47,903 INFO [M:0;3920e6a7c3b5:40029 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T14:20:47,903 INFO [M:0;3920e6a7c3b5:40029 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T14:20:47,903 DEBUG [M:0;3920e6a7c3b5:40029 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:20:47,903 INFO [M:0;3920e6a7c3b5:40029 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:47,903 DEBUG [M:0;3920e6a7c3b5:40029 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:47,903 DEBUG [M:0;3920e6a7c3b5:40029 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:20:47,903 DEBUG [M:0;3920e6a7c3b5:40029 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:47,903 INFO [M:0;3920e6a7c3b5:40029 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-12-03T14:20:47,917 DEBUG [M:0;3920e6a7c3b5:40029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/63acb4a0e2b54ae793db0e4f1784234f is 82, key is hbase:meta,,1/info:regioninfo/1733235627761/Put/seqid=0 2024-12-03T14:20:47,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741848_1024 (size=5672) 2024-12-03T14:20:48,238 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1491, reset compression=false 2024-12-03T14:20:48,320 INFO [M:0;3920e6a7c3b5:40029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/63acb4a0e2b54ae793db0e4f1784234f 2024-12-03T14:20:48,338 DEBUG [M:0;3920e6a7c3b5:40029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79ef06e216884a6190e0163f36362b35 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733235635351/Put/seqid=0 2024-12-03T14:20:48,340 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T14:20:48,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741849_1025 (size=9213) 2024-12-03T14:20:48,601 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 1471, reset compression=false 2024-12-03T14:20:48,742 INFO [M:0;3920e6a7c3b5:40029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79ef06e216884a6190e0163f36362b35 2024-12-03T14:20:48,760 DEBUG [M:0;3920e6a7c3b5:40029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f298170236fb44eda2791ac38857d3e4 is 69, key is 3920e6a7c3b5,36859,1733235624511/rs:state/1733235626671/Put/seqid=0 2024-12-03T14:20:48,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741850_1026 (size=5156) 2024-12-03T14:20:48,764 INFO [M:0;3920e6a7c3b5:40029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f298170236fb44eda2791ac38857d3e4 2024-12-03T14:20:48,767 DEBUG [M:0;3920e6a7c3b5:40029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/63acb4a0e2b54ae793db0e4f1784234f as hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/63acb4a0e2b54ae793db0e4f1784234f 2024-12-03T14:20:48,771 INFO [M:0;3920e6a7c3b5:40029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/63acb4a0e2b54ae793db0e4f1784234f, entries=8, sequenceid=127, filesize=5.5 K 2024-12-03T14:20:48,772 DEBUG [M:0;3920e6a7c3b5:40029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79ef06e216884a6190e0163f36362b35 as hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79ef06e216884a6190e0163f36362b35 2024-12-03T14:20:48,775 INFO [M:0;3920e6a7c3b5:40029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79ef06e216884a6190e0163f36362b35, entries=15, sequenceid=127, filesize=9.0 K 2024-12-03T14:20:48,776 DEBUG [M:0;3920e6a7c3b5:40029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f298170236fb44eda2791ac38857d3e4 as hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f298170236fb44eda2791ac38857d3e4 2024-12-03T14:20:48,779 INFO [M:0;3920e6a7c3b5:40029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37737/user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f298170236fb44eda2791ac38857d3e4, entries=1, sequenceid=127, filesize=5.0 K 2024-12-03T14:20:48,780 INFO [M:0;3920e6a7c3b5:40029 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=127, compaction requested=false 2024-12-03T14:20:48,781 INFO [M:0;3920e6a7c3b5:40029 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:48,781 DEBUG [M:0;3920e6a7c3b5:40029 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235647903Disabling compacts and flushes for region at 1733235647903Disabling writes for close at 1733235647903Obtaining lock to block concurrent updates at 1733235647903Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733235647903Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1733235647904 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733235647904Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733235647904Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733235647916 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733235647916Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733235648324 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733235648338 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733235648338Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733235648745 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733235648759 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733235648760 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41a98d40: reopening flushed file at 1733235648767 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@751153d7: reopening flushed file at 1733235648771 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@606196f2: reopening flushed file at 1733235648775 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=127, compaction requested=false at 1733235648780 (+5 ms)Writing region close event to WAL at 1733235648781 (+1 ms)Closed at 1733235648781 2024-12-03T14:20:48,787 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d7d9349d-c34f-d844-b089-450a34810e5a/MasterData/WALs/3920e6a7c3b5,40029,1733235624368/3920e6a7c3b5%2C40029%2C1733235624368.1733235626249 not finished, retry = 0 2024-12-03T14:20:48,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741830_1006 (size=73878) 2024-12-03T14:20:48,792 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:20:48,793 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:20:48,793 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68644 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:20:48,888 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:20:48,888 INFO [M:0;3920e6a7c3b5:40029 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T14:20:48,888 INFO [M:0;3920e6a7c3b5:40029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40029 2024-12-03T14:20:48,889 INFO [M:0;3920e6a7c3b5:40029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:20:49,041 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1491, reset compression=false 2024-12-03T14:20:49,057 INFO [M:0;3920e6a7c3b5:40029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:20:49,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:20:49,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40029-0x1019b9095160006, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:20:49,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@334a8ff8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:20:49,060 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ae5e2af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:20:49,060 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:20:49,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@668fc8a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:20:49,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6031f3d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/hadoop.log.dir/,STOPPED} 2024-12-03T14:20:49,061 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T14:20:49,061 WARN [BP-1628302430-172.17.0.2-1733235622258 heartbeating to localhost/127.0.0.1:37737 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T14:20:49,061 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T14:20:49,061 WARN [BP-1628302430-172.17.0.2-1733235622258 heartbeating to localhost/127.0.0.1:37737 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1628302430-172.17.0.2-1733235622258 (Datanode Uuid bafdbb23-2b9e-4766-86b7-96f45a663798) service to localhost/127.0.0.1:37737 2024-12-03T14:20:49,062 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/cluster_612a6a2f-4fe2-050b-9e15-d2df03c1fa3d/data/data1/current/BP-1628302430-172.17.0.2-1733235622258 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:20:49,062 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/cluster_612a6a2f-4fe2-050b-9e15-d2df03c1fa3d/data/data2/current/BP-1628302430-172.17.0.2-1733235622258 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:20:49,062 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T14:20:49,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ee957c3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:20:49,067 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3775579f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:20:49,067 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:20:49,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17ac037f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:20:49,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6633b11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/hadoop.log.dir/,STOPPED} 2024-12-03T14:20:49,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T14:20:49,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T14:20:49,087 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:20:49,087 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:49,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:49,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:49,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:20:49,087 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T14:20:49,087 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1095844041, stopped=false 2024-12-03T14:20:49,087 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3920e6a7c3b5,33351,1733235618751 2024-12-03T14:20:49,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1737474445/running 2024-12-03T14:20:49,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x1019b9095160004, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1737474445/running 2024-12-03T14:20:49,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x1019b9095160004, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1737474445 2024-12-03T14:20:49,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1737474445 2024-12-03T14:20:49,104 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:20:49,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:20:49,105 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:49,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:49,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Set watcher on znode that does not yet exist, /1-1737474445/running 2024-12-03T14:20:49,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37951-0x1019b9095160004, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Set watcher on znode that does not yet exist, /1-1737474445/running 2024-12-03T14:20:49,105 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3920e6a7c3b5,37951,1733235618890' ***** 2024-12-03T14:20:49,105 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T14:20:49,106 INFO [RS:0;3920e6a7c3b5:37951 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T14:20:49,106 INFO [RS:0;3920e6a7c3b5:37951 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T14:20:49,106 INFO [RS:0;3920e6a7c3b5:37951 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T14:20:49,106 INFO [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer(3091): Received CLOSE for 29ec38fee76e280281d19506ba336cf7 2024-12-03T14:20:49,106 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T14:20:49,106 INFO [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer(3091): Received CLOSE for fc4425aa9020c4cc9a1a09a4dd3a2fcc 2024-12-03T14:20:49,106 INFO [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer(959): stopping server 3920e6a7c3b5,37951,1733235618890 2024-12-03T14:20:49,106 INFO [RS:0;3920e6a7c3b5:37951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:20:49,106 INFO [RS:0;3920e6a7c3b5:37951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:37951. 2024-12-03T14:20:49,106 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29ec38fee76e280281d19506ba336cf7, disabling compactions & flushes 2024-12-03T14:20:49,106 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7. 2024-12-03T14:20:49,106 DEBUG [RS:0;3920e6a7c3b5:37951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:49,106 DEBUG [RS:0;3920e6a7c3b5:37951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:49,106 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7. 2024-12-03T14:20:49,106 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7. after waiting 0 ms 2024-12-03T14:20:49,106 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7. 2024-12-03T14:20:49,106 INFO [RS:0;3920e6a7c3b5:37951 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T14:20:49,106 INFO [RS:0;3920e6a7c3b5:37951 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T14:20:49,106 INFO [RS:0;3920e6a7c3b5:37951 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T14:20:49,106 INFO [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T14:20:49,107 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 29ec38fee76e280281d19506ba336cf7 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-12-03T14:20:49,107 INFO [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T14:20:49,107 DEBUG [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer(1325): Online Regions={29ec38fee76e280281d19506ba336cf7=hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7., 1588230740=hbase:meta,,1.1588230740, fc4425aa9020c4cc9a1a09a4dd3a2fcc=test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc.} 2024-12-03T14:20:49,107 DEBUG [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29ec38fee76e280281d19506ba336cf7, fc4425aa9020c4cc9a1a09a4dd3a2fcc 2024-12-03T14:20:49,107 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:20:49,107 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:20:49,107 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:20:49,107 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:20:49,107 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:20:49,107 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T14:20:49,117 INFO [regionserver/3920e6a7c3b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:20:49,122 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/replication/29ec38fee76e280281d19506ba336cf7/.tmp/queue/efe554b5235343f3aaaddbba62334827 is 154, key is 1-3920e6a7c3b5,37951,1733235618890/queue:3920e6a7c3b5%2C37951%2C1733235618890/1733235645083/Put/seqid=0 2024-12-03T14:20:49,122 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740/.tmp/info/ad8bf6633a2f4407a943e053b1c0e99e is 147, key is hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7./info:regioninfo/1733235633336/Put/seqid=0 2024-12-03T14:20:49,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741841_1017 (size=7686) 2024-12-03T14:20:49,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741840_1016 (size=5353) 2024-12-03T14:20:49,172 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T14:20:49,172 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T14:20:49,307 DEBUG [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29ec38fee76e280281d19506ba336cf7, fc4425aa9020c4cc9a1a09a4dd3a2fcc 2024-12-03T14:20:49,504 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 1471, reset compression=false 2024-12-03T14:20:49,507 DEBUG [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29ec38fee76e280281d19506ba336cf7, fc4425aa9020c4cc9a1a09a4dd3a2fcc 2024-12-03T14:20:49,526 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740/.tmp/info/ad8bf6633a2f4407a943e053b1c0e99e 2024-12-03T14:20:49,526 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/replication/29ec38fee76e280281d19506ba336cf7/.tmp/queue/efe554b5235343f3aaaddbba62334827 2024-12-03T14:20:49,541 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/replication/29ec38fee76e280281d19506ba336cf7/.tmp/queue/efe554b5235343f3aaaddbba62334827 as hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/replication/29ec38fee76e280281d19506ba336cf7/queue/efe554b5235343f3aaaddbba62334827 2024-12-03T14:20:49,546 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/replication/29ec38fee76e280281d19506ba336cf7/queue/efe554b5235343f3aaaddbba62334827, entries=1, sequenceid=13, filesize=5.2 K 2024-12-03T14:20:49,547 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 29ec38fee76e280281d19506ba336cf7 in 441ms, sequenceid=13, compaction requested=false 2024-12-03T14:20:49,550 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/replication/29ec38fee76e280281d19506ba336cf7/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-03T14:20:49,551 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:20:49,551 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:20:49,551 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7. 2024-12-03T14:20:49,551 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29ec38fee76e280281d19506ba336cf7: Waiting for close lock at 1733235649106Running coprocessor pre-close hooks at 1733235649106Disabling compacts and flushes for region at 1733235649106Disabling writes for close at 1733235649106Obtaining lock to block concurrent updates at 1733235649107 (+1 ms)Preparing flush snapshotting stores in 29ec38fee76e280281d19506ba336cf7 at 1733235649107Finished memstore snapshotting hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1733235649107Flushing stores of hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7. at 1733235649107Flushing 29ec38fee76e280281d19506ba336cf7/queue: creating writer at 1733235649107Flushing 29ec38fee76e280281d19506ba336cf7/queue: appending metadata at 1733235649122 (+15 ms)Flushing 29ec38fee76e280281d19506ba336cf7/queue: closing flushed file at 1733235649122Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63c7408a: reopening flushed file at 1733235649541 (+419 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 29ec38fee76e280281d19506ba336cf7 in 441ms, sequenceid=13, compaction requested=false at 1733235649547 (+6 ms)Writing region close event to WAL at 1733235649548 (+1 ms)Running coprocessor post-close hooks at 1733235649551 (+3 ms)Closed at 1733235649551 2024-12-03T14:20:49,551 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733235632966.29ec38fee76e280281d19506ba336cf7. 2024-12-03T14:20:49,551 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc4425aa9020c4cc9a1a09a4dd3a2fcc, disabling compactions & flushes 2024-12-03T14:20:49,551 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc. 2024-12-03T14:20:49,551 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc. 2024-12-03T14:20:49,551 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc. after waiting 0 ms 2024-12-03T14:20:49,551 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc. 2024-12-03T14:20:49,551 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fc4425aa9020c4cc9a1a09a4dd3a2fcc 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-03T14:20:49,553 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740/.tmp/ns/76057a2b888746bbbcbbef658ea6ab44 is 43, key is default/ns:d/1733235622174/Put/seqid=0 2024-12-03T14:20:49,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741842_1018 (size=5153) 2024-12-03T14:20:49,558 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740/.tmp/ns/76057a2b888746bbbcbbef658ea6ab44 2024-12-03T14:20:49,565 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/default/test/fc4425aa9020c4cc9a1a09a4dd3a2fcc/.tmp/f/6afa541420a840e9b4a889b199071698 is 37, key is row3/f:row3/1733235644004/Put/seqid=0 2024-12-03T14:20:49,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741843_1019 (size=5228) 2024-12-03T14:20:49,568 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/default/test/fc4425aa9020c4cc9a1a09a4dd3a2fcc/.tmp/f/6afa541420a840e9b4a889b199071698 2024-12-03T14:20:49,571 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6afa541420a840e9b4a889b199071698 2024-12-03T14:20:49,576 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740/.tmp/rep_barrier/2c052cccfe194f08a270853223542d16 is 112, key is test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc./rep_barrier:seqnumDuringOpen/1733235629757/Put/seqid=0 2024-12-03T14:20:49,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741844_1020 (size=5518) 2024-12-03T14:20:49,584 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/default/test/fc4425aa9020c4cc9a1a09a4dd3a2fcc/.tmp/f1/a8e471e0999440fcbeaed06ca3ac94a5 is 30, key is row1/f1:/1733235641342/DeleteFamily/seqid=0 2024-12-03T14:20:49,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741845_1021 (size=5158) 2024-12-03T14:20:49,707 DEBUG [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fc4425aa9020c4cc9a1a09a4dd3a2fcc 2024-12-03T14:20:49,907 DEBUG [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fc4425aa9020c4cc9a1a09a4dd3a2fcc 2024-12-03T14:20:49,944 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1491, reset compression=false 2024-12-03T14:20:49,982 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740/.tmp/rep_barrier/2c052cccfe194f08a270853223542d16 2024-12-03T14:20:49,987 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/default/test/fc4425aa9020c4cc9a1a09a4dd3a2fcc/.tmp/f1/a8e471e0999440fcbeaed06ca3ac94a5 2024-12-03T14:20:49,991 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8e471e0999440fcbeaed06ca3ac94a5 2024-12-03T14:20:49,997 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740/.tmp/table/ee0b3c715dc742aa8a218bd8d69b21d5 is 53, key is hbase:replication/table:state/1733235633342/Put/seqid=0 2024-12-03T14:20:50,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741846_1022 (size=5308) 2024-12-03T14:20:50,007 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/default/test/fc4425aa9020c4cc9a1a09a4dd3a2fcc/.tmp/norep/062fd5aa6dca456b8d7336e2e90c82d1 is 33, key is row1/norep:/1733235641342/DeleteFamily/seqid=0 2024-12-03T14:20:50,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741847_1023 (size=5108) 2024-12-03T14:20:50,108 DEBUG [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fc4425aa9020c4cc9a1a09a4dd3a2fcc 2024-12-03T14:20:50,308 INFO [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T14:20:50,308 DEBUG [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fc4425aa9020c4cc9a1a09a4dd3a2fcc=test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc.} 2024-12-03T14:20:50,308 DEBUG [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fc4425aa9020c4cc9a1a09a4dd3a2fcc 2024-12-03T14:20:50,401 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740/.tmp/table/ee0b3c715dc742aa8a218bd8d69b21d5 2024-12-03T14:20:50,405 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740/.tmp/info/ad8bf6633a2f4407a943e053b1c0e99e as hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740/info/ad8bf6633a2f4407a943e053b1c0e99e 2024-12-03T14:20:50,408 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740/info/ad8bf6633a2f4407a943e053b1c0e99e, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T14:20:50,409 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740/.tmp/ns/76057a2b888746bbbcbbef658ea6ab44 as hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740/ns/76057a2b888746bbbcbbef658ea6ab44 2024-12-03T14:20:50,411 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/default/test/fc4425aa9020c4cc9a1a09a4dd3a2fcc/.tmp/norep/062fd5aa6dca456b8d7336e2e90c82d1 2024-12-03T14:20:50,412 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740/ns/76057a2b888746bbbcbbef658ea6ab44, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T14:20:50,413 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 062fd5aa6dca456b8d7336e2e90c82d1 2024-12-03T14:20:50,413 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740/.tmp/rep_barrier/2c052cccfe194f08a270853223542d16 as hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740/rep_barrier/2c052cccfe194f08a270853223542d16 2024-12-03T14:20:50,414 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/default/test/fc4425aa9020c4cc9a1a09a4dd3a2fcc/.tmp/f/6afa541420a840e9b4a889b199071698 as hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/default/test/fc4425aa9020c4cc9a1a09a4dd3a2fcc/f/6afa541420a840e9b4a889b199071698 2024-12-03T14:20:50,417 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740/rep_barrier/2c052cccfe194f08a270853223542d16, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T14:20:50,417 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6afa541420a840e9b4a889b199071698 2024-12-03T14:20:50,417 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/default/test/fc4425aa9020c4cc9a1a09a4dd3a2fcc/f/6afa541420a840e9b4a889b199071698, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T14:20:50,419 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/default/test/fc4425aa9020c4cc9a1a09a4dd3a2fcc/.tmp/f1/a8e471e0999440fcbeaed06ca3ac94a5 as hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/default/test/fc4425aa9020c4cc9a1a09a4dd3a2fcc/f1/a8e471e0999440fcbeaed06ca3ac94a5 2024-12-03T14:20:50,419 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740/.tmp/table/ee0b3c715dc742aa8a218bd8d69b21d5 as hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740/table/ee0b3c715dc742aa8a218bd8d69b21d5 2024-12-03T14:20:50,424 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8e471e0999440fcbeaed06ca3ac94a5 2024-12-03T14:20:50,424 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/default/test/fc4425aa9020c4cc9a1a09a4dd3a2fcc/f1/a8e471e0999440fcbeaed06ca3ac94a5, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T14:20:50,424 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740/table/ee0b3c715dc742aa8a218bd8d69b21d5, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T14:20:50,424 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/default/test/fc4425aa9020c4cc9a1a09a4dd3a2fcc/.tmp/norep/062fd5aa6dca456b8d7336e2e90c82d1 as hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/default/test/fc4425aa9020c4cc9a1a09a4dd3a2fcc/norep/062fd5aa6dca456b8d7336e2e90c82d1 2024-12-03T14:20:50,425 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false 2024-12-03T14:20:50,429 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T14:20:50,429 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:20:50,429 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:20:50,429 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:20:50,429 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235649107Running coprocessor pre-close hooks at 1733235649107Disabling compacts and flushes for region at 1733235649107Disabling writes for close at 1733235649107Obtaining lock to block concurrent updates at 1733235649107Preparing flush snapshotting stores in 1588230740 at 1733235649107Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733235649107Flushing stores of hbase:meta,,1.1588230740 at 1733235649107Flushing 1588230740/info: creating writer at 1733235649107Flushing 1588230740/info: appending metadata at 1733235649122 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733235649122Flushing 1588230740/ns: creating writer at 1733235649535 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733235649553 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733235649553Flushing 1588230740/rep_barrier: creating writer at 1733235649561 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733235649575 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733235649575Flushing 1588230740/table: creating writer at 1733235649985 (+410 ms)Flushing 1588230740/table: appending metadata at 1733235649997 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733235649997Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c57c2ec: reopening flushed file at 1733235650405 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63d1be03: reopening flushed file at 1733235650408 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42c00d32: reopening flushed file at 1733235650413 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57905093: reopening flushed file at 1733235650417 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false at 1733235650425 (+8 ms)Writing region close event to WAL at 1733235650426 (+1 ms)Running coprocessor post-close hooks at 1733235650429 (+3 ms)Closed at 1733235650429 2024-12-03T14:20:50,429 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T14:20:50,430 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 062fd5aa6dca456b8d7336e2e90c82d1 2024-12-03T14:20:50,430 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/default/test/fc4425aa9020c4cc9a1a09a4dd3a2fcc/norep/062fd5aa6dca456b8d7336e2e90c82d1, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T14:20:50,430 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fc4425aa9020c4cc9a1a09a4dd3a2fcc in 879ms, sequenceid=12, compaction requested=false 2024-12-03T14:20:50,433 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/data/default/test/fc4425aa9020c4cc9a1a09a4dd3a2fcc/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T14:20:50,434 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:20:50,434 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:20:50,434 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc. 2024-12-03T14:20:50,434 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc4425aa9020c4cc9a1a09a4dd3a2fcc: Waiting for close lock at 1733235649551Running coprocessor pre-close hooks at 1733235649551Disabling compacts and flushes for region at 1733235649551Disabling writes for close at 1733235649551Obtaining lock to block concurrent updates at 1733235649551Preparing flush snapshotting stores in fc4425aa9020c4cc9a1a09a4dd3a2fcc at 1733235649551Finished memstore snapshotting test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733235649551Flushing stores of test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc. at 1733235649552 (+1 ms)Flushing fc4425aa9020c4cc9a1a09a4dd3a2fcc/f: creating writer at 1733235649552Flushing fc4425aa9020c4cc9a1a09a4dd3a2fcc/f: appending metadata at 1733235649564 (+12 ms)Flushing fc4425aa9020c4cc9a1a09a4dd3a2fcc/f: closing flushed file at 1733235649564Flushing fc4425aa9020c4cc9a1a09a4dd3a2fcc/f1: creating writer at 1733235649571 (+7 ms)Flushing fc4425aa9020c4cc9a1a09a4dd3a2fcc/f1: appending metadata at 1733235649584 (+13 ms)Flushing fc4425aa9020c4cc9a1a09a4dd3a2fcc/f1: closing flushed file at 1733235649584Flushing fc4425aa9020c4cc9a1a09a4dd3a2fcc/norep: creating writer at 1733235649991 (+407 ms)Flushing fc4425aa9020c4cc9a1a09a4dd3a2fcc/norep: appending metadata at 1733235650006 (+15 ms)Flushing fc4425aa9020c4cc9a1a09a4dd3a2fcc/norep: closing flushed file at 1733235650006Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1783cc40: reopening flushed file at 1733235650413 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@756215d4: reopening flushed file at 1733235650417 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@519db703: reopening flushed file at 1733235650424 (+7 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fc4425aa9020c4cc9a1a09a4dd3a2fcc in 879ms, sequenceid=12, compaction requested=false at 1733235650430 (+6 ms)Writing region close event to WAL at 1733235650431 (+1 ms)Running coprocessor post-close hooks at 1733235650434 (+3 ms)Closed at 1733235650434 2024-12-03T14:20:50,434 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733235629006.fc4425aa9020c4cc9a1a09a4dd3a2fcc. 2024-12-03T14:20:50,507 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 1471, reset compression=false 2024-12-03T14:20:50,508 INFO [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer(976): stopping server 3920e6a7c3b5,37951,1733235618890; all regions closed. 2024-12-03T14:20:50,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741834_1010 (size=4239) 2024-12-03T14:20:50,512 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:20:50,512 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.wal-reader.3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 to pos 2362, reset compression=false 2024-12-03T14:20:50,512 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.shipper3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,37951,1733235618890 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226, lastWalPosition=2362, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:20:50,512 DEBUG [RS:0;3920e6a7c3b5:37951 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/oldWALs 2024-12-03T14:20:50,512 INFO [RS:0;3920e6a7c3b5:37951 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C37951%2C1733235618890.meta:.meta(num 1733235622137) 2024-12-03T14:20:50,513 ERROR [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.shipper3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3920e6a7c3b5,37951,1733235618890: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3920e6a7c3b5,37951,1733235618890, walGroup=3920e6a7c3b5%2C37951%2C1733235618890, offset=3920e6a7c3b5%2C37951%2C1733235618890.1733235621226:2362, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:37951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T14:20:50,514 ERROR [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.shipper3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T14:20:50,515 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.shipper3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T14:20:50,515 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.shipper3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T14:20:50,515 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.shipper3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T14:20:50,515 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.shipper3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T14:20:50,515 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.shipper3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 859296096 }, "NonHeapMemoryUsage": { "committed": 202506240, "init": 7667712, "max": -1, "used": 199578432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T14:20:50,516 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.shipper3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:33351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:33351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T14:20:50,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741839_1015 (size=3333) 2024-12-03T14:20:50,519 DEBUG [RS:0;3920e6a7c3b5:37951 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/oldWALs 2024-12-03T14:20:50,519 INFO [RS:0;3920e6a7c3b5:37951 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C37951%2C1733235618890.rep:(num 1733235633305) 2024-12-03T14:20:50,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741832_1008 (size=2370) 2024-12-03T14:20:50,520 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/WALs/3920e6a7c3b5,37951,1733235618890/3920e6a7c3b5%2C37951%2C1733235618890.1733235621226 not finished, retry = 0 2024-12-03T14:20:50,622 DEBUG [RS:0;3920e6a7c3b5:37951 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/oldWALs 2024-12-03T14:20:50,622 INFO [RS:0;3920e6a7c3b5:37951 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C37951%2C1733235618890:(num 1733235621226) 2024-12-03T14:20:50,622 DEBUG [RS:0;3920e6a7c3b5:37951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:50,622 INFO [RS:0;3920e6a7c3b5:37951 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:20:50,622 INFO [RS:0;3920e6a7c3b5:37951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:20:50,622 INFO [RS:0;3920e6a7c3b5:37951 {}] hbase.ChoreService(370): Chore service for: regionserver/3920e6a7c3b5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T14:20:50,622 INFO [RS:0;3920e6a7c3b5:37951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:20:50,622 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:20:50,622 INFO [RS:0;3920e6a7c3b5:37951 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3920e6a7c3b5,37951,1733235618890 because: Region server is closing 2024-12-03T14:20:50,623 INFO [RS:0;3920e6a7c3b5:37951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:37951. 2024-12-03T14:20:50,623 DEBUG [RS:0;3920e6a7c3b5:37951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:50,623 DEBUG [RS:0;3920e6a7c3b5:37951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:50,623 DEBUG [RS:0;3920e6a7c3b5:37951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:50,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:20:50,723 INFO [RS:0;3920e6a7c3b5:37951 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37951,1733235618890.replicationSource.shipper3920e6a7c3b5%2C37951%2C1733235618890,1-3920e6a7c3b5,37951,1733235618890 terminated 2024-12-03T14:20:50,723 INFO [RS:0;3920e6a7c3b5:37951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:37951. 2024-12-03T14:20:50,723 DEBUG [RS:0;3920e6a7c3b5:37951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:50,723 DEBUG [RS:0;3920e6a7c3b5:37951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:50,723 DEBUG [RS:0;3920e6a7c3b5:37951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:50,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:20:50,723 INFO [RS:0;3920e6a7c3b5:37951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37951 2024-12-03T14:20:50,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1737474445/rs 2024-12-03T14:20:50,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x1019b9095160004, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1737474445/rs/3920e6a7c3b5,37951,1733235618890 2024-12-03T14:20:50,759 INFO [RS:0;3920e6a7c3b5:37951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:20:50,800 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3920e6a7c3b5,37951,1733235618890] 2024-12-03T14:20:50,875 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1737474445/draining/3920e6a7c3b5,37951,1733235618890 already deleted, retry=false 2024-12-03T14:20:50,875 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3920e6a7c3b5,37951,1733235618890 expired; onlineServers=0 2024-12-03T14:20:50,875 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3920e6a7c3b5,33351,1733235618751' ***** 2024-12-03T14:20:50,875 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T14:20:50,875 INFO [M:0;3920e6a7c3b5:33351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:20:50,876 INFO [M:0;3920e6a7c3b5:33351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:20:50,876 DEBUG [M:0;3920e6a7c3b5:33351 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T14:20:50,876 DEBUG [M:0;3920e6a7c3b5:33351 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T14:20:50,876 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T14:20:50,876 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235620936 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235620936,5,FailOnTimeoutGroup] 2024-12-03T14:20:50,876 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235620938 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235620938,5,FailOnTimeoutGroup] 2024-12-03T14:20:50,876 INFO [M:0;3920e6a7c3b5:33351 {}] hbase.ChoreService(370): Chore service for: master/3920e6a7c3b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T14:20:50,876 INFO [M:0;3920e6a7c3b5:33351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:20:50,876 DEBUG [M:0;3920e6a7c3b5:33351 {}] master.HMaster(1795): Stopping service threads 2024-12-03T14:20:50,876 INFO [M:0;3920e6a7c3b5:33351 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T14:20:50,876 INFO [M:0;3920e6a7c3b5:33351 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:20:50,876 INFO [M:0;3920e6a7c3b5:33351 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T14:20:50,876 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T14:20:50,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x1019b9095160004, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:20:50,901 INFO [RS:0;3920e6a7c3b5:37951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:20:50,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x1019b9095160004, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:20:50,901 INFO [RS:0;3920e6a7c3b5:37951 {}] regionserver.HRegionServer(1031): Exiting; stopping=3920e6a7c3b5,37951,1733235618890; zookeeper connection closed. 2024-12-03T14:20:50,901 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@503ba307 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@503ba307 2024-12-03T14:20:50,901 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T14:20:50,947 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1491, reset compression=false 2024-12-03T14:20:50,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1737474445/master 2024-12-03T14:20:50,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1737474445 2024-12-03T14:20:50,950 DEBUG [M:0;3920e6a7c3b5:33351 {}] zookeeper.ZKUtil(347): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Unable to get data of znode /1-1737474445/master because node does not exist (not an error) 2024-12-03T14:20:50,950 WARN [M:0;3920e6a7c3b5:33351 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T14:20:50,950 INFO [M:0;3920e6a7c3b5:33351 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/.lastflushedseqids 2024-12-03T14:20:50,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741848_1024 (size=245) 2024-12-03T14:20:51,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:51,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:51,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:51,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:51,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:51,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:51,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:51,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:51,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:51,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:51,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:51,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:51,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:51,354 INFO [M:0;3920e6a7c3b5:33351 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T14:20:51,354 INFO [M:0;3920e6a7c3b5:33351 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T14:20:51,354 DEBUG [M:0;3920e6a7c3b5:33351 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:20:51,354 INFO [M:0;3920e6a7c3b5:33351 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:51,354 DEBUG [M:0;3920e6a7c3b5:33351 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:51,354 DEBUG [M:0;3920e6a7c3b5:33351 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:20:51,354 DEBUG [M:0;3920e6a7c3b5:33351 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:51,354 INFO [M:0;3920e6a7c3b5:33351 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-03T14:20:51,366 DEBUG [M:0;3920e6a7c3b5:33351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7ed44c94bc54012adc1a203cbceb86b is 82, key is hbase:meta,,1/info:regioninfo/1733235622162/Put/seqid=0 2024-12-03T14:20:51,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741849_1025 (size=5672) 2024-12-03T14:20:51,770 INFO [M:0;3920e6a7c3b5:33351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7ed44c94bc54012adc1a203cbceb86b 2024-12-03T14:20:51,789 DEBUG [M:0;3920e6a7c3b5:33351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32995471009149bba09205e2f0e4246c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733235633346/Put/seqid=0 2024-12-03T14:20:51,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741850_1026 (size=8517) 2024-12-03T14:20:51,854 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:20:51,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:51,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:51,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:51,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:51,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:51,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:51,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:51,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:51,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:51,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:51,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:51,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:51,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:52,051 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1491, reset compression=false 2024-12-03T14:20:52,193 INFO [M:0;3920e6a7c3b5:33351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32995471009149bba09205e2f0e4246c 2024-12-03T14:20:52,208 DEBUG [M:0;3920e6a7c3b5:33351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1daa2aedae34d1d9557a95f07423acc is 69, key is 3920e6a7c3b5,37951,1733235618890/rs:state/1733235621049/Put/seqid=0 2024-12-03T14:20:52,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741851_1027 (size=5156) 2024-12-03T14:20:52,612 INFO [M:0;3920e6a7c3b5:33351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1daa2aedae34d1d9557a95f07423acc 2024-12-03T14:20:52,616 DEBUG [M:0;3920e6a7c3b5:33351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7ed44c94bc54012adc1a203cbceb86b as hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b7ed44c94bc54012adc1a203cbceb86b 2024-12-03T14:20:52,619 INFO [M:0;3920e6a7c3b5:33351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b7ed44c94bc54012adc1a203cbceb86b, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T14:20:52,620 DEBUG [M:0;3920e6a7c3b5:33351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32995471009149bba09205e2f0e4246c as hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32995471009149bba09205e2f0e4246c 2024-12-03T14:20:52,623 INFO [M:0;3920e6a7c3b5:33351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32995471009149bba09205e2f0e4246c, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T14:20:52,624 DEBUG [M:0;3920e6a7c3b5:33351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1daa2aedae34d1d9557a95f07423acc as hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1daa2aedae34d1d9557a95f07423acc 2024-12-03T14:20:52,627 INFO [M:0;3920e6a7c3b5:33351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46345/user/jenkins/test-data/f17b13d6-028b-3088-b262-82e58255547f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1daa2aedae34d1d9557a95f07423acc, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T14:20:52,628 INFO [M:0;3920e6a7c3b5:33351 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false 2024-12-03T14:20:52,629 INFO [M:0;3920e6a7c3b5:33351 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:52,629 DEBUG [M:0;3920e6a7c3b5:33351 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235651354Disabling compacts and flushes for region at 1733235651354Disabling writes for close at 1733235651354Obtaining lock to block concurrent updates at 1733235651354Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733235651354Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733235651355 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733235651355Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733235651355Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733235651366 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733235651366Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733235651773 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733235651789 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733235651789Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733235652196 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733235652208 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733235652208Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@440dce2c: reopening flushed file at 1733235652615 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9dcb830: reopening flushed file at 1733235652619 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e5fbfc3: reopening flushed file at 1733235652623 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false at 1733235652628 (+5 ms)Writing region close event to WAL at 1733235652629 (+1 ms)Closed at 1733235652629 2024-12-03T14:20:52,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38995 is added to blk_1073741830_1006 (size=63666) 2024-12-03T14:20:52,631 INFO [M:0;3920e6a7c3b5:33351 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T14:20:52,631 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:20:52,631 INFO [M:0;3920e6a7c3b5:33351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33351 2024-12-03T14:20:52,632 INFO [M:0;3920e6a7c3b5:33351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:20:52,794 INFO [M:0;3920e6a7c3b5:33351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:20:52,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:20:52,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x1019b9095160003, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:20:52,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31c528cd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:20:52,801 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50d3dff6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:20:52,801 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:20:52,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a4eab9a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:20:52,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56b6ba19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/hadoop.log.dir/,STOPPED} 2024-12-03T14:20:52,803 WARN [BP-2132299999-172.17.0.2-1733235616504 heartbeating to localhost/127.0.0.1:46345 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T14:20:52,803 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T14:20:52,803 WARN [BP-2132299999-172.17.0.2-1733235616504 heartbeating to localhost/127.0.0.1:46345 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2132299999-172.17.0.2-1733235616504 (Datanode Uuid f72bb993-5b67-46ad-a87d-bb7dbaf02666) service to localhost/127.0.0.1:46345 2024-12-03T14:20:52,803 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T14:20:52,804 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/cluster_421e764a-a926-d559-205d-0ccf8e2ba883/data/data1/current/BP-2132299999-172.17.0.2-1733235616504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:20:52,804 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/cluster_421e764a-a926-d559-205d-0ccf8e2ba883/data/data2/current/BP-2132299999-172.17.0.2-1733235616504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:20:52,804 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T14:20:52,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ae1d9a3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:20:52,810 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16c530bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:20:52,810 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:20:52,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f5f324c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:20:52,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d183df6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/649f9264-8b13-d597-b5c7-2097f260fcc9/hadoop.log.dir/,STOPPED} 2024-12-03T14:20:52,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T14:20:52,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T14:20:52,823 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:20:52,823 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:52,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:52,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:52,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:20:52,823 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T14:20:52,823 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=601565432, stopped=false 2024-12-03T14:20:52,823 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3920e6a7c3b5,42435,1733235614017 2024-12-03T14:20:52,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-891683439/running 2024-12-03T14:20:52,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1019b9095160001, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-891683439/running 2024-12-03T14:20:52,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-891683439 2024-12-03T14:20:52,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1019b9095160001, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-891683439 2024-12-03T14:20:52,841 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:20:52,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33127-0x1019b9095160001, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Set watcher on znode that does not yet exist, /0-891683439/running 2024-12-03T14:20:52,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Set watcher on znode that does not yet exist, /0-891683439/running 2024-12-03T14:20:52,842 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:20:52,842 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:52,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:52,842 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3920e6a7c3b5,33127,1733235614208' ***** 2024-12-03T14:20:52,842 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T14:20:52,842 INFO [RS:0;3920e6a7c3b5:33127 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T14:20:52,842 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T14:20:52,842 INFO [RS:0;3920e6a7c3b5:33127 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T14:20:52,842 INFO [RS:0;3920e6a7c3b5:33127 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T14:20:52,843 INFO [RS:0;3920e6a7c3b5:33127 {}] regionserver.HRegionServer(3091): Received CLOSE for 2300a4a79b111665ec50990552667ec7 2024-12-03T14:20:52,843 INFO [RS:0;3920e6a7c3b5:33127 {}] regionserver.HRegionServer(3091): Received CLOSE for 59c307c69f89c41a9c2d58b20f94b3ab 2024-12-03T14:20:52,843 INFO [RS:0;3920e6a7c3b5:33127 {}] regionserver.HRegionServer(959): stopping server 3920e6a7c3b5,33127,1733235614208 2024-12-03T14:20:52,843 INFO [RS:0;3920e6a7c3b5:33127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:20:52,843 INFO [RS:0;3920e6a7c3b5:33127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:33127. 2024-12-03T14:20:52,843 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2300a4a79b111665ec50990552667ec7, disabling compactions & flushes 2024-12-03T14:20:52,843 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7. 2024-12-03T14:20:52,843 DEBUG [RS:0;3920e6a7c3b5:33127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:52,843 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7. 2024-12-03T14:20:52,843 DEBUG [RS:0;3920e6a7c3b5:33127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:52,843 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7. after waiting 0 ms 2024-12-03T14:20:52,843 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7. 2024-12-03T14:20:52,843 INFO [RS:0;3920e6a7c3b5:33127 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T14:20:52,843 INFO [RS:0;3920e6a7c3b5:33127 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T14:20:52,843 INFO [RS:0;3920e6a7c3b5:33127 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T14:20:52,843 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2300a4a79b111665ec50990552667ec7 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-03T14:20:52,843 INFO [RS:0;3920e6a7c3b5:33127 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T14:20:52,843 INFO [RS:0;3920e6a7c3b5:33127 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T14:20:52,843 DEBUG [RS:0;3920e6a7c3b5:33127 {}] regionserver.HRegionServer(1325): Online Regions={2300a4a79b111665ec50990552667ec7=hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7., 1588230740=hbase:meta,,1.1588230740, 59c307c69f89c41a9c2d58b20f94b3ab=test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab.} 2024-12-03T14:20:52,843 DEBUG [RS:0;3920e6a7c3b5:33127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2300a4a79b111665ec50990552667ec7, 59c307c69f89c41a9c2d58b20f94b3ab 2024-12-03T14:20:52,843 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:20:52,843 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:20:52,843 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:20:52,844 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:20:52,844 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:20:52,844 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T14:20:52,858 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/replication/2300a4a79b111665ec50990552667ec7/.tmp/queue/cf2f4d1504984e249d51d568ecb28623 is 154, key is 1-3920e6a7c3b5,33127,1733235614208/queue:3920e6a7c3b5%2C33127%2C1733235614208/1733235645518/Put/seqid=0 2024-12-03T14:20:52,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741840_1016 (size=5353) 2024-12-03T14:20:52,862 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740/.tmp/info/dc304eb9304840baa1605b633ebd524a is 147, key is hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7./info:regioninfo/1733235631987/Put/seqid=0 2024-12-03T14:20:52,862 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/replication/2300a4a79b111665ec50990552667ec7/.tmp/queue/cf2f4d1504984e249d51d568ecb28623 2024-12-03T14:20:52,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741841_1017 (size=7686) 2024-12-03T14:20:52,865 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740/.tmp/info/dc304eb9304840baa1605b633ebd524a 2024-12-03T14:20:52,867 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/replication/2300a4a79b111665ec50990552667ec7/.tmp/queue/cf2f4d1504984e249d51d568ecb28623 as hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/replication/2300a4a79b111665ec50990552667ec7/queue/cf2f4d1504984e249d51d568ecb28623 2024-12-03T14:20:52,871 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/replication/2300a4a79b111665ec50990552667ec7/queue/cf2f4d1504984e249d51d568ecb28623, entries=1, sequenceid=14, filesize=5.2 K 2024-12-03T14:20:52,872 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 2300a4a79b111665ec50990552667ec7 in 29ms, sequenceid=14, compaction requested=false 2024-12-03T14:20:52,872 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T14:20:52,876 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/replication/2300a4a79b111665ec50990552667ec7/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-03T14:20:52,877 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:20:52,877 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:20:52,877 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7. 2024-12-03T14:20:52,877 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2300a4a79b111665ec50990552667ec7: Waiting for close lock at 1733235652843Running coprocessor pre-close hooks at 1733235652843Disabling compacts and flushes for region at 1733235652843Disabling writes for close at 1733235652843Obtaining lock to block concurrent updates at 1733235652843Preparing flush snapshotting stores in 2300a4a79b111665ec50990552667ec7 at 1733235652843Finished memstore snapshotting hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733235652843Flushing stores of hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7. at 1733235652844 (+1 ms)Flushing 2300a4a79b111665ec50990552667ec7/queue: creating writer at 1733235652844Flushing 2300a4a79b111665ec50990552667ec7/queue: appending metadata at 1733235652858 (+14 ms)Flushing 2300a4a79b111665ec50990552667ec7/queue: closing flushed file at 1733235652858Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45833d72: reopening flushed file at 1733235652867 (+9 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 2300a4a79b111665ec50990552667ec7 in 29ms, sequenceid=14, compaction requested=false at 1733235652872 (+5 ms)Writing region close event to WAL at 1733235652874 (+2 ms)Running coprocessor post-close hooks at 1733235652877 (+3 ms)Closed at 1733235652877 2024-12-03T14:20:52,877 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733235630816.2300a4a79b111665ec50990552667ec7. 2024-12-03T14:20:52,877 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59c307c69f89c41a9c2d58b20f94b3ab, disabling compactions & flushes 2024-12-03T14:20:52,877 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab. 2024-12-03T14:20:52,877 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab. 2024-12-03T14:20:52,877 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab. after waiting 0 ms 2024-12-03T14:20:52,877 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab. 2024-12-03T14:20:52,877 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 59c307c69f89c41a9c2d58b20f94b3ab 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-03T14:20:52,887 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740/.tmp/ns/87c0d29a26d04f5e8953155049775c26 is 43, key is default/ns:d/1733235616428/Put/seqid=0 2024-12-03T14:20:52,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741842_1018 (size=5153) 2024-12-03T14:20:52,892 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/default/test/59c307c69f89c41a9c2d58b20f94b3ab/.tmp/f/fdbac409f8ec449e8ebb4101d97ae2e5 is 37, key is row3/f:row3/1733235644004/Put/seqid=0 2024-12-03T14:20:52,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741843_1019 (size=5228) 2024-12-03T14:20:52,907 INFO [regionserver/3920e6a7c3b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:20:53,044 DEBUG [RS:0;3920e6a7c3b5:33127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59c307c69f89c41a9c2d58b20f94b3ab 2024-12-03T14:20:53,196 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T14:20:53,196 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T14:20:53,244 DEBUG [RS:0;3920e6a7c3b5:33127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59c307c69f89c41a9c2d58b20f94b3ab 2024-12-03T14:20:53,254 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1491, reset compression=false 2024-12-03T14:20:53,258 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:20:53,258 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1738, reset compression=false 2024-12-03T14:20:53,259 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.shipper3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,33127,1733235614208 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:20:53,260 ERROR [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.shipper3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3920e6a7c3b5,33127,1733235614208: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3920e6a7c3b5,33127,1733235614208, walGroup=3920e6a7c3b5%2C33127%2C1733235614208, offset=3920e6a7c3b5%2C33127%2C1733235614208.1733235615298:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:33127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T14:20:53,261 ERROR [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.shipper3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T14:20:53,261 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.shipper3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T14:20:53,262 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.shipper3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T14:20:53,262 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.shipper3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T14:20:53,262 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.shipper3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T14:20:53,262 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.shipper3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 717683600 }, "NonHeapMemoryUsage": { "committed": 202964992, "init": 7667712, "max": -1, "used": 200019784 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T14:20:53,263 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.shipper3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:42435 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:42435 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T14:20:53,291 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740/.tmp/ns/87c0d29a26d04f5e8953155049775c26 2024-12-03T14:20:53,296 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/default/test/59c307c69f89c41a9c2d58b20f94b3ab/.tmp/f/fdbac409f8ec449e8ebb4101d97ae2e5 2024-12-03T14:20:53,300 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdbac409f8ec449e8ebb4101d97ae2e5 2024-12-03T14:20:53,309 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740/.tmp/rep_barrier/5bf5a93a94af47f8b9095cd488e610c2 is 112, key is test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab./rep_barrier:seqnumDuringOpen/1733235628606/Put/seqid=0 2024-12-03T14:20:53,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741844_1020 (size=5518) 2024-12-03T14:20:53,312 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740/.tmp/rep_barrier/5bf5a93a94af47f8b9095cd488e610c2 2024-12-03T14:20:53,318 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/default/test/59c307c69f89c41a9c2d58b20f94b3ab/.tmp/f1/f6caee8d8166467e887ae47807e0ee3f is 30, key is row1/f1:/1733235641342/DeleteFamily/seqid=0 2024-12-03T14:20:53,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741845_1021 (size=5158) 2024-12-03T14:20:53,321 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/default/test/59c307c69f89c41a9c2d58b20f94b3ab/.tmp/f1/f6caee8d8166467e887ae47807e0ee3f 2024-12-03T14:20:53,325 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6caee8d8166467e887ae47807e0ee3f 2024-12-03T14:20:53,333 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740/.tmp/table/170aed0dfbdc4f1bbc927a3235da2f48 is 53, key is hbase:replication/table:state/1733235631997/Put/seqid=0 2024-12-03T14:20:53,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741846_1022 (size=5308) 2024-12-03T14:20:53,338 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740/.tmp/table/170aed0dfbdc4f1bbc927a3235da2f48 2024-12-03T14:20:53,342 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740/.tmp/info/dc304eb9304840baa1605b633ebd524a as hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740/info/dc304eb9304840baa1605b633ebd524a 2024-12-03T14:20:53,343 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/default/test/59c307c69f89c41a9c2d58b20f94b3ab/.tmp/norep/f62246be925f48c2b7ffcce7e7aa042f is 32, key is row/norep:/1733235640336/DeleteFamily/seqid=0 2024-12-03T14:20:53,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741847_1023 (size=5101) 2024-12-03T14:20:53,346 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/default/test/59c307c69f89c41a9c2d58b20f94b3ab/.tmp/norep/f62246be925f48c2b7ffcce7e7aa042f 2024-12-03T14:20:53,347 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740/info/dc304eb9304840baa1605b633ebd524a, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T14:20:53,347 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740/.tmp/ns/87c0d29a26d04f5e8953155049775c26 as hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740/ns/87c0d29a26d04f5e8953155049775c26 2024-12-03T14:20:53,350 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f62246be925f48c2b7ffcce7e7aa042f 2024-12-03T14:20:53,350 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/default/test/59c307c69f89c41a9c2d58b20f94b3ab/.tmp/f/fdbac409f8ec449e8ebb4101d97ae2e5 as hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/default/test/59c307c69f89c41a9c2d58b20f94b3ab/f/fdbac409f8ec449e8ebb4101d97ae2e5 2024-12-03T14:20:53,352 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740/ns/87c0d29a26d04f5e8953155049775c26, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T14:20:53,352 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740/.tmp/rep_barrier/5bf5a93a94af47f8b9095cd488e610c2 as hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740/rep_barrier/5bf5a93a94af47f8b9095cd488e610c2 2024-12-03T14:20:53,354 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdbac409f8ec449e8ebb4101d97ae2e5 2024-12-03T14:20:53,354 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/default/test/59c307c69f89c41a9c2d58b20f94b3ab/f/fdbac409f8ec449e8ebb4101d97ae2e5, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T14:20:53,355 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/default/test/59c307c69f89c41a9c2d58b20f94b3ab/.tmp/f1/f6caee8d8166467e887ae47807e0ee3f as hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/default/test/59c307c69f89c41a9c2d58b20f94b3ab/f1/f6caee8d8166467e887ae47807e0ee3f 2024-12-03T14:20:53,356 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740/rep_barrier/5bf5a93a94af47f8b9095cd488e610c2, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T14:20:53,357 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740/.tmp/table/170aed0dfbdc4f1bbc927a3235da2f48 as hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740/table/170aed0dfbdc4f1bbc927a3235da2f48 2024-12-03T14:20:53,359 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6caee8d8166467e887ae47807e0ee3f 2024-12-03T14:20:53,359 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/default/test/59c307c69f89c41a9c2d58b20f94b3ab/f1/f6caee8d8166467e887ae47807e0ee3f, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T14:20:53,360 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740/table/170aed0dfbdc4f1bbc927a3235da2f48, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T14:20:53,360 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/default/test/59c307c69f89c41a9c2d58b20f94b3ab/.tmp/norep/f62246be925f48c2b7ffcce7e7aa042f as hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/default/test/59c307c69f89c41a9c2d58b20f94b3ab/norep/f62246be925f48c2b7ffcce7e7aa042f 2024-12-03T14:20:53,360 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 516ms, sequenceid=16, compaction requested=false 2024-12-03T14:20:53,360 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T14:20:53,364 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f62246be925f48c2b7ffcce7e7aa042f 2024-12-03T14:20:53,364 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/default/test/59c307c69f89c41a9c2d58b20f94b3ab/norep/f62246be925f48c2b7ffcce7e7aa042f, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T14:20:53,365 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 59c307c69f89c41a9c2d58b20f94b3ab in 487ms, sequenceid=12, compaction requested=false 2024-12-03T14:20:53,365 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T14:20:53,365 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T14:20:53,366 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:20:53,366 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:20:53,366 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:20:53,366 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235652843Running coprocessor pre-close hooks at 1733235652843Disabling compacts and flushes for region at 1733235652843Disabling writes for close at 1733235652844 (+1 ms)Obtaining lock to block concurrent updates at 1733235652844Preparing flush snapshotting stores in 1588230740 at 1733235652844Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733235652844Flushing stores of hbase:meta,,1.1588230740 at 1733235652844Flushing 1588230740/info: creating writer at 1733235652844Flushing 1588230740/info: appending metadata at 1733235652861 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733235652861Flushing 1588230740/ns: creating writer at 1733235652869 (+8 ms)Flushing 1588230740/ns: appending metadata at 1733235652886 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733235652887 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733235653295 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733235653308 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733235653308Flushing 1588230740/table: creating writer at 1733235653315 (+7 ms)Flushing 1588230740/table: appending metadata at 1733235653332 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733235653333 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d1f9a5e: reopening flushed file at 1733235653342 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a873af0: reopening flushed file at 1733235653347 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@407dc0dc: reopening flushed file at 1733235653352 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f600778: reopening flushed file at 1733235653356 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 516ms, sequenceid=16, compaction requested=false at 1733235653360 (+4 ms)Writing region close event to WAL at 1733235653363 (+3 ms)Running coprocessor post-close hooks at 1733235653366 (+3 ms)Closed at 1733235653366 2024-12-03T14:20:53,366 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T14:20:53,369 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/data/default/test/59c307c69f89c41a9c2d58b20f94b3ab/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T14:20:53,369 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:20:53,369 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:20:53,369 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab. 2024-12-03T14:20:53,369 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59c307c69f89c41a9c2d58b20f94b3ab: Waiting for close lock at 1733235652877Running coprocessor pre-close hooks at 1733235652877Disabling compacts and flushes for region at 1733235652877Disabling writes for close at 1733235652877Obtaining lock to block concurrent updates at 1733235652877Preparing flush snapshotting stores in 59c307c69f89c41a9c2d58b20f94b3ab at 1733235652877Finished memstore snapshotting test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733235652878 (+1 ms)Flushing stores of test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab. at 1733235652878Flushing 59c307c69f89c41a9c2d58b20f94b3ab/f: creating writer at 1733235652879 (+1 ms)Flushing 59c307c69f89c41a9c2d58b20f94b3ab/f: appending metadata at 1733235652892 (+13 ms)Flushing 59c307c69f89c41a9c2d58b20f94b3ab/f: closing flushed file at 1733235652892Flushing 59c307c69f89c41a9c2d58b20f94b3ab/f1: creating writer at 1733235653300 (+408 ms)Flushing 59c307c69f89c41a9c2d58b20f94b3ab/f1: appending metadata at 1733235653317 (+17 ms)Flushing 59c307c69f89c41a9c2d58b20f94b3ab/f1: closing flushed file at 1733235653317Flushing 59c307c69f89c41a9c2d58b20f94b3ab/norep: creating writer at 1733235653325 (+8 ms)Flushing 59c307c69f89c41a9c2d58b20f94b3ab/norep: appending metadata at 1733235653342 (+17 ms)Flushing 59c307c69f89c41a9c2d58b20f94b3ab/norep: closing flushed file at 1733235653342Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40da63b7: reopening flushed file at 1733235653350 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f61c5cf: reopening flushed file at 1733235653354 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3463c28b: reopening flushed file at 1733235653359 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 59c307c69f89c41a9c2d58b20f94b3ab in 487ms, sequenceid=12, compaction requested=false at 1733235653365 (+6 ms)Writing region close event to WAL at 1733235653366 (+1 ms)Running coprocessor post-close hooks at 1733235653369 (+3 ms)Closed at 1733235653369 2024-12-03T14:20:53,369 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733235627866.59c307c69f89c41a9c2d58b20f94b3ab. 2024-12-03T14:20:53,444 INFO [RS:0;3920e6a7c3b5:33127 {}] regionserver.HRegionServer(976): stopping server 3920e6a7c3b5,33127,1733235614208; all regions closed. 2024-12-03T14:20:53,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741834_1010 (size=4239) 2024-12-03T14:20:53,446 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.meta.1733235616347.meta not finished, retry = 0 2024-12-03T14:20:53,462 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 1738, reset compression=false 2024-12-03T14:20:53,465 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:20:53,465 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/WALs/3920e6a7c3b5,33127,1733235614208/3920e6a7c3b5%2C33127%2C1733235614208.1733235615298 to pos 2382, reset compression=false 2024-12-03T14:20:53,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741839_1015 (size=3552) 2024-12-03T14:20:53,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741832_1008 (size=2390) 2024-12-03T14:20:53,551 DEBUG [RS:0;3920e6a7c3b5:33127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:53,551 INFO [RS:0;3920e6a7c3b5:33127 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:20:53,551 INFO [RS:0;3920e6a7c3b5:33127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:20:53,551 INFO [RS:0;3920e6a7c3b5:33127 {}] hbase.ChoreService(370): Chore service for: regionserver/3920e6a7c3b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T14:20:53,551 INFO [RS:0;3920e6a7c3b5:33127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:20:53,551 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:20:53,551 INFO [RS:0;3920e6a7c3b5:33127 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3920e6a7c3b5,33127,1733235614208 because: Region server is closing 2024-12-03T14:20:53,552 INFO [RS:0;3920e6a7c3b5:33127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:33127. 2024-12-03T14:20:53,552 DEBUG [RS:0;3920e6a7c3b5:33127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:53,552 DEBUG [RS:0;3920e6a7c3b5:33127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:53,552 DEBUG [RS:0;3920e6a7c3b5:33127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:53,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:20:53,652 INFO [RS:0;3920e6a7c3b5:33127 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.shipper3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 terminated 2024-12-03T14:20:53,652 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,33127,1733235614208.replicationSource.wal-reader.3920e6a7c3b5%2C33127%2C1733235614208,1-3920e6a7c3b5,33127,1733235614208 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T14:20:53,652 INFO [RS:0;3920e6a7c3b5:33127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:33127. 2024-12-03T14:20:53,652 DEBUG [RS:0;3920e6a7c3b5:33127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:20:53,652 DEBUG [RS:0;3920e6a7c3b5:33127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:53,653 DEBUG [RS:0;3920e6a7c3b5:33127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:20:53,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:20:53,653 INFO [RS:0;3920e6a7c3b5:33127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33127 2024-12-03T14:20:53,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1019b9095160001, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-891683439/rs/3920e6a7c3b5,33127,1733235614208 2024-12-03T14:20:53,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-891683439/rs 2024-12-03T14:20:53,714 INFO [RS:0;3920e6a7c3b5:33127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:20:53,715 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3920e6a7c3b5,33127,1733235614208] 2024-12-03T14:20:53,735 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-891683439/draining/3920e6a7c3b5,33127,1733235614208 already deleted, retry=false 2024-12-03T14:20:53,736 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3920e6a7c3b5,33127,1733235614208 expired; onlineServers=0 2024-12-03T14:20:53,736 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3920e6a7c3b5,42435,1733235614017' ***** 2024-12-03T14:20:53,736 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T14:20:53,736 INFO [M:0;3920e6a7c3b5:42435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:20:53,736 INFO [M:0;3920e6a7c3b5:42435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:20:53,736 DEBUG [M:0;3920e6a7c3b5:42435 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T14:20:53,736 DEBUG [M:0;3920e6a7c3b5:42435 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T14:20:53,736 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T14:20:53,736 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235615112 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235615112,5,FailOnTimeoutGroup] 2024-12-03T14:20:53,736 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235615112 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235615112,5,FailOnTimeoutGroup] 2024-12-03T14:20:53,736 INFO [M:0;3920e6a7c3b5:42435 {}] hbase.ChoreService(370): Chore service for: master/3920e6a7c3b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T14:20:53,736 INFO [M:0;3920e6a7c3b5:42435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:20:53,736 DEBUG [M:0;3920e6a7c3b5:42435 {}] master.HMaster(1795): Stopping service threads 2024-12-03T14:20:53,736 INFO [M:0;3920e6a7c3b5:42435 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T14:20:53,736 INFO [M:0;3920e6a7c3b5:42435 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:20:53,737 INFO [M:0;3920e6a7c3b5:42435 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T14:20:53,737 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T14:20:53,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-891683439/master 2024-12-03T14:20:53,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-891683439 2024-12-03T14:20:53,746 DEBUG [M:0;3920e6a7c3b5:42435 {}] zookeeper.ZKUtil(347): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Unable to get data of znode /0-891683439/master because node does not exist (not an error) 2024-12-03T14:20:53,746 WARN [M:0;3920e6a7c3b5:42435 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T14:20:53,747 INFO [M:0;3920e6a7c3b5:42435 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/.lastflushedseqids 2024-12-03T14:20:53,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741848_1024 (size=245) 2024-12-03T14:20:53,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1019b9095160001, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:20:53,825 INFO [RS:0;3920e6a7c3b5:33127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:20:53,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1019b9095160001, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:20:53,825 INFO [RS:0;3920e6a7c3b5:33127 {}] regionserver.HRegionServer(1031): Exiting; stopping=3920e6a7c3b5,33127,1733235614208; zookeeper connection closed. 2024-12-03T14:20:53,825 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5fed490 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5fed490 2024-12-03T14:20:53,826 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T14:20:54,152 INFO [M:0;3920e6a7c3b5:42435 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T14:20:54,152 INFO [M:0;3920e6a7c3b5:42435 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T14:20:54,152 DEBUG [M:0;3920e6a7c3b5:42435 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:20:54,152 INFO [M:0;3920e6a7c3b5:42435 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:54,152 DEBUG [M:0;3920e6a7c3b5:42435 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:54,152 DEBUG [M:0;3920e6a7c3b5:42435 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:20:54,152 DEBUG [M:0;3920e6a7c3b5:42435 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:54,152 INFO [M:0;3920e6a7c3b5:42435 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-03T14:20:54,165 DEBUG [M:0;3920e6a7c3b5:42435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e4d1cb6efff415c96f200b83c5add76 is 82, key is hbase:meta,,1/info:regioninfo/1733235616384/Put/seqid=0 2024-12-03T14:20:54,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741849_1025 (size=5672) 2024-12-03T14:20:54,569 INFO [M:0;3920e6a7c3b5:42435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e4d1cb6efff415c96f200b83c5add76 2024-12-03T14:20:54,589 DEBUG [M:0;3920e6a7c3b5:42435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/330de356cd1142e49e05ca0454ecdf47 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733235628614/Put/seqid=0 2024-12-03T14:20:54,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741850_1026 (size=7219) 2024-12-03T14:20:54,993 INFO [M:0;3920e6a7c3b5:42435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/330de356cd1142e49e05ca0454ecdf47 2024-12-03T14:20:54,996 INFO [M:0;3920e6a7c3b5:42435 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 330de356cd1142e49e05ca0454ecdf47 2024-12-03T14:20:55,009 DEBUG [M:0;3920e6a7c3b5:42435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7741aff94e73442b8d18d25aeda490c9 is 69, key is 3920e6a7c3b5,33127,1733235614208/rs:state/1733235615124/Put/seqid=0 2024-12-03T14:20:55,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741851_1027 (size=5156) 2024-12-03T14:20:55,414 INFO [M:0;3920e6a7c3b5:42435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7741aff94e73442b8d18d25aeda490c9 2024-12-03T14:20:55,418 DEBUG [M:0;3920e6a7c3b5:42435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e4d1cb6efff415c96f200b83c5add76 as hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e4d1cb6efff415c96f200b83c5add76 2024-12-03T14:20:55,421 INFO [M:0;3920e6a7c3b5:42435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e4d1cb6efff415c96f200b83c5add76, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T14:20:55,421 DEBUG [M:0;3920e6a7c3b5:42435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/330de356cd1142e49e05ca0454ecdf47 as hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/330de356cd1142e49e05ca0454ecdf47 2024-12-03T14:20:55,424 INFO [M:0;3920e6a7c3b5:42435 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 330de356cd1142e49e05ca0454ecdf47 2024-12-03T14:20:55,424 INFO [M:0;3920e6a7c3b5:42435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/330de356cd1142e49e05ca0454ecdf47, entries=11, sequenceid=105, filesize=7.0 K 2024-12-03T14:20:55,425 DEBUG [M:0;3920e6a7c3b5:42435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7741aff94e73442b8d18d25aeda490c9 as hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7741aff94e73442b8d18d25aeda490c9 2024-12-03T14:20:55,427 INFO [M:0;3920e6a7c3b5:42435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44339/user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7741aff94e73442b8d18d25aeda490c9, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T14:20:55,428 INFO [M:0;3920e6a7c3b5:42435 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false 2024-12-03T14:20:55,429 INFO [M:0;3920e6a7c3b5:42435 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:55,429 DEBUG [M:0;3920e6a7c3b5:42435 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235654152Disabling compacts and flushes for region at 1733235654152Disabling writes for close at 1733235654152Obtaining lock to block concurrent updates at 1733235654152Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733235654152Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733235654152Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733235654153 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733235654153Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733235654165 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733235654165Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733235654573 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733235654588 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733235654588Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733235654996 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733235655008 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733235655008Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19c911ad: reopening flushed file at 1733235655417 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a5f8bcc: reopening flushed file at 1733235655421 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26de2305: reopening flushed file at 1733235655424 (+3 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false at 1733235655428 (+4 ms)Writing region close event to WAL at 1733235655429 (+1 ms)Closed at 1733235655429 2024-12-03T14:20:55,431 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d71ef023-881e-c9cc-8b1e-856a222f0959/MasterData/WALs/3920e6a7c3b5,42435,1733235614017/3920e6a7c3b5%2C42435%2C1733235614017.1733235614757 not finished, retry = 0 2024-12-03T14:20:55,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36317 is added to blk_1073741830_1006 (size=64435) 2024-12-03T14:20:55,531 INFO [M:0;3920e6a7c3b5:42435 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T14:20:55,531 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:20:55,532 INFO [M:0;3920e6a7c3b5:42435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42435 2024-12-03T14:20:55,532 INFO [M:0;3920e6a7c3b5:42435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:20:55,678 INFO [M:0;3920e6a7c3b5:42435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:20:55,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:20:55,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1019b9095160000, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:20:55,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1690c4dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:20:55,680 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5873e400{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:20:55,680 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:20:55,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66419a34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:20:55,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53c2d5e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/hadoop.log.dir/,STOPPED} 2024-12-03T14:20:55,681 WARN [BP-658261662-172.17.0.2-1733235612025 heartbeating to localhost/127.0.0.1:44339 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T14:20:55,681 WARN [BP-658261662-172.17.0.2-1733235612025 heartbeating to localhost/127.0.0.1:44339 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-658261662-172.17.0.2-1733235612025 (Datanode Uuid 50089387-9540-43ac-87cf-f5acba9d6530) service to localhost/127.0.0.1:44339 2024-12-03T14:20:55,681 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T14:20:55,681 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T14:20:55,681 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/cluster_764d6688-acf9-97b8-20b2-2e01ace89742/data/data1/current/BP-658261662-172.17.0.2-1733235612025 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:20:55,682 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/cluster_764d6688-acf9-97b8-20b2-2e01ace89742/data/data2/current/BP-658261662-172.17.0.2-1733235612025 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:20:55,682 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T14:20:55,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71864713{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:20:55,688 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51dfb943{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:20:55,688 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:20:55,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cf4b049{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:20:55,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a6fc88d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a2eeaf-f87d-7839-dd54-0f042f001f9f/hadoop.log.dir/,STOPPED} 2024-12-03T14:20:55,696 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T14:20:55,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T14:20:55,725 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 265) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46345 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46345 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57059) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-21 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57059) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:46345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44339 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57059) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37737 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:44339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46345 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:37737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=729 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=432 (was 403) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10246 (was 10377) 2024-12-03T14:20:55,736 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=432, ProcessCount=11, AvailableMemoryMB=10247 2024-12-03T14:20:55,747 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-03T14:20:55,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/hadoop.log.dir so I do NOT create it in target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60 2024-12-03T14:20:55,748 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T14:20:55,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/hadoop.tmp.dir so I do NOT create it in target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60 2024-12-03T14:20:55,748 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6e4020-df59-7434-dc3b-342fd04d9880/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T14:20:55,748 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60 2024-12-03T14:20:55,748 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/cluster_4f20e18f-13e2-e727-8c78-2a67a75142ec, deleteOnExit=true 2024-12-03T14:20:55,750 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/cluster_4f20e18f-13e2-e727-8c78-2a67a75142ec/zookeeper_0, clientPort=62753, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/cluster_4f20e18f-13e2-e727-8c78-2a67a75142ec/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/cluster_4f20e18f-13e2-e727-8c78-2a67a75142ec/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T14:20:55,751 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62753 2024-12-03T14:20:55,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T14:20:55,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T14:20:55,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/test.cache.data in system properties and HBase conf 2024-12-03T14:20:55,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T14:20:55,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/hadoop.log.dir in system properties and HBase conf 2024-12-03T14:20:55,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T14:20:55,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T14:20:55,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T14:20:55,752 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T14:20:55,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:20:55,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:20:55,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T14:20:55,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:20:55,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T14:20:55,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T14:20:55,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:20:55,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:20:55,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T14:20:55,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/nfs.dump.dir in system properties and HBase conf 2024-12-03T14:20:55,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/java.io.tmpdir in system properties and HBase conf 2024-12-03T14:20:55,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:20:55,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T14:20:55,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T14:20:55,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019b9095160008, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T14:20:55,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019b9095160002, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T14:20:55,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019b9095160005, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T14:20:55,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019b9095160005, quorum=127.0.0.1:57059, baseZNode=/1-1737474445 Received Disconnected from ZooKeeper, ignoring 2024-12-03T14:20:55,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019b9095160002, quorum=127.0.0.1:57059, baseZNode=/0-891683439 Received Disconnected from ZooKeeper, ignoring 2024-12-03T14:20:55,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019b9095160008, quorum=127.0.0.1:57059, baseZNode=/2-775882876 Received Disconnected from ZooKeeper, ignoring 2024-12-03T14:20:56,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:20:56,076 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:20:56,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:20:56,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:20:56,077 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T14:20:56,078 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:20:56,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a3d5011{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:20:56,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21f1a455{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:20:56,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a967e33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/java.io.tmpdir/jetty-localhost-44625-hadoop-hdfs-3_4_1-tests_jar-_-any-15778024233348014366/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:20:56,171 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7958868c{HTTP/1.1, (http/1.1)}{localhost:44625} 2024-12-03T14:20:56,171 INFO [Time-limited test {}] server.Server(415): Started @270780ms 2024-12-03T14:20:56,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:20:56,411 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:20:56,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:20:56,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:20:56,412 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T14:20:56,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@108731a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:20:56,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@770db563{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:20:56,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38f6c912{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/java.io.tmpdir/jetty-localhost-44279-hadoop-hdfs-3_4_1-tests_jar-_-any-14007772977168720701/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:20:56,503 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@464fe840{HTTP/1.1, (http/1.1)}{localhost:44279} 2024-12-03T14:20:56,503 INFO [Time-limited test {}] server.Server(415): Started @271112ms 2024-12-03T14:20:56,505 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T14:20:57,140 WARN [Thread-3440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/cluster_4f20e18f-13e2-e727-8c78-2a67a75142ec/data/data2/current/BP-343575202-172.17.0.2-1733235655766/current, will proceed with Du for space computation calculation, 2024-12-03T14:20:57,140 WARN [Thread-3439 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/cluster_4f20e18f-13e2-e727-8c78-2a67a75142ec/data/data1/current/BP-343575202-172.17.0.2-1733235655766/current, will proceed with Du for space computation calculation, 2024-12-03T14:20:57,165 WARN [Thread-3427 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T14:20:57,167 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6fa6f9f1f1ffb2c with lease ID 0xa1b250540df1de55: Processing first storage report for DS-6fb54fcf-3bba-4277-8505-e856de05460c from datanode DatanodeRegistration(127.0.0.1:45229, datanodeUuid=b6ebf344-3224-4322-8a17-03af79d201e7, infoPort=45711, infoSecurePort=0, ipcPort=44855, storageInfo=lv=-57;cid=testClusterID;nsid=76548392;c=1733235655766) 2024-12-03T14:20:57,167 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6fa6f9f1f1ffb2c with lease ID 0xa1b250540df1de55: from storage DS-6fb54fcf-3bba-4277-8505-e856de05460c node DatanodeRegistration(127.0.0.1:45229, datanodeUuid=b6ebf344-3224-4322-8a17-03af79d201e7, infoPort=45711, infoSecurePort=0, ipcPort=44855, storageInfo=lv=-57;cid=testClusterID;nsid=76548392;c=1733235655766), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:20:57,167 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6fa6f9f1f1ffb2c with lease ID 0xa1b250540df1de55: Processing first storage report for DS-0c8d4e25-dc10-49d0-b29f-1e348582f24f from datanode DatanodeRegistration(127.0.0.1:45229, datanodeUuid=b6ebf344-3224-4322-8a17-03af79d201e7, infoPort=45711, infoSecurePort=0, ipcPort=44855, storageInfo=lv=-57;cid=testClusterID;nsid=76548392;c=1733235655766) 2024-12-03T14:20:57,167 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6fa6f9f1f1ffb2c with lease ID 0xa1b250540df1de55: from storage DS-0c8d4e25-dc10-49d0-b29f-1e348582f24f node DatanodeRegistration(127.0.0.1:45229, datanodeUuid=b6ebf344-3224-4322-8a17-03af79d201e7, infoPort=45711, infoSecurePort=0, ipcPort=44855, storageInfo=lv=-57;cid=testClusterID;nsid=76548392;c=1733235655766), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:20:57,228 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60 2024-12-03T14:20:57,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:57,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:57,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741825_1001 (size=7) 2024-12-03T14:20:57,235 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb with version=8 2024-12-03T14:20:57,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/hbase-staging 2024-12-03T14:20:57,238 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:20:57,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:20:57,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:20:57,238 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:20:57,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:20:57,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:20:57,238 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T14:20:57,238 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:20:57,239 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38109 2024-12-03T14:20:57,239 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38109 connecting to ZooKeeper ensemble=127.0.0.1:62753 2024-12-03T14:20:57,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381090x0, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:20:57,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38109-0x1019b913ff10000 connected 2024-12-03T14:20:57,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:57,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:57,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Set watcher on znode that does not yet exist, /0392639111/running 2024-12-03T14:20:57,380 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb, hbase.cluster.distributed=false 2024-12-03T14:20:57,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Set watcher on znode that does not yet exist, /0392639111/acl 2024-12-03T14:20:57,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38109 2024-12-03T14:20:57,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38109 2024-12-03T14:20:57,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38109 2024-12-03T14:20:57,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38109 2024-12-03T14:20:57,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38109 2024-12-03T14:20:57,398 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:20:57,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:20:57,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:20:57,398 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:20:57,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:20:57,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:20:57,398 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T14:20:57,398 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:20:57,399 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42767 2024-12-03T14:20:57,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42767 connecting to ZooKeeper ensemble=127.0.0.1:62753 2024-12-03T14:20:57,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:57,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:57,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427670x0, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:20:57,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427670x0, quorum=127.0.0.1:62753, baseZNode=/0392639111 Set watcher on znode that does not yet exist, /0392639111/running 2024-12-03T14:20:57,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42767-0x1019b913ff10001 connected 2024-12-03T14:20:57,410 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T14:20:57,416 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T14:20:57,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42767-0x1019b913ff10001, quorum=127.0.0.1:62753, baseZNode=/0392639111 Set watcher on znode that does not yet exist, /0392639111/master 2024-12-03T14:20:57,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42767-0x1019b913ff10001, quorum=127.0.0.1:62753, baseZNode=/0392639111 Set watcher on znode that does not yet exist, /0392639111/acl 2024-12-03T14:20:57,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42767 2024-12-03T14:20:57,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42767 2024-12-03T14:20:57,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42767 2024-12-03T14:20:57,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42767 2024-12-03T14:20:57,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42767 2024-12-03T14:20:57,430 DEBUG [M:0;3920e6a7c3b5:38109 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3920e6a7c3b5:38109 2024-12-03T14:20:57,430 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0392639111/backup-masters/3920e6a7c3b5,38109,1733235657238 2024-12-03T14:20:57,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42767-0x1019b913ff10001, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0392639111/backup-masters 2024-12-03T14:20:57,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0392639111/backup-masters 2024-12-03T14:20:57,441 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Set watcher on existing znode=/0392639111/backup-masters/3920e6a7c3b5,38109,1733235657238 2024-12-03T14:20:57,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42767-0x1019b913ff10001, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0392639111/master 2024-12-03T14:20:57,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0392639111 2024-12-03T14:20:57,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42767-0x1019b913ff10001, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0392639111 2024-12-03T14:20:57,451 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Set watcher on existing znode=/0392639111/master 2024-12-03T14:20:57,451 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0392639111/backup-masters/3920e6a7c3b5,38109,1733235657238 from backup master directory 2024-12-03T14:20:57,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0392639111/backup-masters/3920e6a7c3b5,38109,1733235657238 2024-12-03T14:20:57,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0392639111/backup-masters 2024-12-03T14:20:57,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42767-0x1019b913ff10001, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0392639111/backup-masters 2024-12-03T14:20:57,461 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:20:57,461 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3920e6a7c3b5,38109,1733235657238 2024-12-03T14:20:57,464 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/hbase.id] with ID: c57ca260-176e-41e9-93d5-bf93df1c95f1 2024-12-03T14:20:57,464 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/.tmp/hbase.id 2024-12-03T14:20:57,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741826_1002 (size=42) 2024-12-03T14:20:57,868 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/.tmp/hbase.id]:[hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/hbase.id] 2024-12-03T14:20:57,876 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:20:57,876 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T14:20:57,877 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T14:20:57,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0392639111 2024-12-03T14:20:57,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42767-0x1019b913ff10001, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0392639111 2024-12-03T14:20:57,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741827_1003 (size=196) 2024-12-03T14:20:58,329 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:20:58,330 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T14:20:58,330 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:20:58,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741828_1004 (size=1189) 2024-12-03T14:20:58,379 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:20:58,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:58,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:58,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:58,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:58,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:58,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:58,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:58,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:58,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:58,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:58,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:58,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:58,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:58,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:58,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:20:58,736 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/data/master/store 2024-12-03T14:20:58,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741829_1005 (size=34) 2024-12-03T14:20:58,741 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:58,741 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:20:58,741 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:58,741 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:58,741 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:20:58,741 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:58,741 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:20:58,741 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235658741Disabling compacts and flushes for region at 1733235658741Disabling writes for close at 1733235658741Writing region close event to WAL at 1733235658741Closed at 1733235658741 2024-12-03T14:20:58,742 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/data/master/store/.initializing 2024-12-03T14:20:58,742 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/WALs/3920e6a7c3b5,38109,1733235657238 2024-12-03T14:20:58,742 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:20:58,744 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3920e6a7c3b5%2C38109%2C1733235657238, suffix=, logDir=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/WALs/3920e6a7c3b5,38109,1733235657238, archiveDir=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/oldWALs, maxLogs=10 2024-12-03T14:20:58,763 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/WALs/3920e6a7c3b5,38109,1733235657238/3920e6a7c3b5%2C38109%2C1733235657238.1733235658744, exclude list is [], retry=0 2024-12-03T14:20:58,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45229,DS-6fb54fcf-3bba-4277-8505-e856de05460c,DISK] 2024-12-03T14:20:58,767 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/WALs/3920e6a7c3b5,38109,1733235657238/3920e6a7c3b5%2C38109%2C1733235657238.1733235658744 2024-12-03T14:20:58,767 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45711:45711)] 2024-12-03T14:20:58,767 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:20:58,767 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:58,767 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:58,767 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:58,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:58,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T14:20:58,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:58,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:58,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:58,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T14:20:58,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:58,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:58,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:58,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T14:20:58,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:58,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:58,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:58,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T14:20:58,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:58,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:20:58,772 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:58,773 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:58,773 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:58,774 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:58,774 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:58,774 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:20:58,775 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:20:58,776 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:20:58,776 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59684331, jitterRate=-0.11063416302204132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:20:58,777 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733235658767Initializing all the Stores at 1733235658768 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235658768Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235658768Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235658768Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235658768Cleaning up temporary data from old regions at 1733235658774 (+6 ms)Region opened successfully at 1733235658777 (+3 ms) 2024-12-03T14:20:58,777 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T14:20:58,779 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76fb6e59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:20:58,779 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T14:20:58,779 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T14:20:58,779 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T14:20:58,779 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T14:20:58,780 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T14:20:58,780 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T14:20:58,780 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T14:20:58,785 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T14:20:58,786 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Unable to get data of znode /0392639111/balancer because node does not exist (not necessarily an error) 2024-12-03T14:20:58,924 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0392639111/balancer already deleted, retry=false 2024-12-03T14:20:58,925 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T14:20:58,925 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Unable to get data of znode /0392639111/normalizer because node does not exist (not necessarily an error) 2024-12-03T14:20:58,935 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0392639111/normalizer already deleted, retry=false 2024-12-03T14:20:58,935 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T14:20:58,936 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Unable to get data of znode /0392639111/switch/split because node does not exist (not necessarily an error) 2024-12-03T14:20:58,945 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0392639111/switch/split already deleted, retry=false 2024-12-03T14:20:58,946 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Unable to get data of znode /0392639111/switch/merge because node does not exist (not necessarily an error) 2024-12-03T14:20:58,956 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0392639111/switch/merge already deleted, retry=false 2024-12-03T14:20:58,957 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Unable to get data of znode /0392639111/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T14:20:58,966 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0392639111/snapshot-cleanup already deleted, retry=false 2024-12-03T14:20:58,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0392639111/running 2024-12-03T14:20:58,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42767-0x1019b913ff10001, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0392639111/running 2024-12-03T14:20:58,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0392639111 2024-12-03T14:20:58,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42767-0x1019b913ff10001, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0392639111 2024-12-03T14:20:58,977 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3920e6a7c3b5,38109,1733235657238, sessionid=0x1019b913ff10000, setting cluster-up flag (Was=false) 2024-12-03T14:20:58,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0392639111 2024-12-03T14:20:58,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42767-0x1019b913ff10001, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0392639111 2024-12-03T14:20:59,030 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0392639111/flush-table-proc/acquired, /0392639111/flush-table-proc/reached, /0392639111/flush-table-proc/abort 2024-12-03T14:20:59,031 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,38109,1733235657238 2024-12-03T14:20:59,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0392639111 2024-12-03T14:20:59,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42767-0x1019b913ff10001, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0392639111 2024-12-03T14:20:59,082 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0392639111/online-snapshot/acquired, /0392639111/online-snapshot/reached, /0392639111/online-snapshot/abort 2024-12-03T14:20:59,083 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,38109,1733235657238 2024-12-03T14:20:59,084 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T14:20:59,085 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T14:20:59,085 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T14:20:59,085 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T14:20:59,086 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3920e6a7c3b5,38109,1733235657238 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T14:20:59,087 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:20:59,087 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:20:59,087 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:20:59,087 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:20:59,087 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3920e6a7c3b5:0, corePoolSize=10, maxPoolSize=10 2024-12-03T14:20:59,087 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:59,087 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:20:59,087 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:59,088 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733235689087 2024-12-03T14:20:59,088 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T14:20:59,088 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T14:20:59,088 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T14:20:59,088 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T14:20:59,088 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T14:20:59,088 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T14:20:59,088 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:20:59,088 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T14:20:59,088 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:59,088 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T14:20:59,088 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T14:20:59,088 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T14:20:59,088 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T14:20:59,089 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T14:20:59,089 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:59,089 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T14:20:59,089 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T14:20:59,089 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235659089,5,FailOnTimeoutGroup] 2024-12-03T14:20:59,089 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235659089,5,FailOnTimeoutGroup] 2024-12-03T14:20:59,089 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:59,089 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T14:20:59,089 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:59,089 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:59,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741831_1007 (size=1321) 2024-12-03T14:20:59,123 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(746): ClusterId : c57ca260-176e-41e9-93d5-bf93df1c95f1 2024-12-03T14:20:59,123 DEBUG [RS:0;3920e6a7c3b5:42767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T14:20:59,135 DEBUG [RS:0;3920e6a7c3b5:42767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T14:20:59,135 DEBUG [RS:0;3920e6a7c3b5:42767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T14:20:59,146 DEBUG [RS:0;3920e6a7c3b5:42767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T14:20:59,146 DEBUG [RS:0;3920e6a7c3b5:42767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f3564a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:20:59,156 DEBUG [RS:0;3920e6a7c3b5:42767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3920e6a7c3b5:42767 2024-12-03T14:20:59,156 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T14:20:59,156 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T14:20:59,156 DEBUG [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T14:20:59,156 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(2659): reportForDuty to master=3920e6a7c3b5,38109,1733235657238 with port=42767, startcode=1733235657398 2024-12-03T14:20:59,156 DEBUG [RS:0;3920e6a7c3b5:42767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T14:20:59,157 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T14:20:59,158 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38109 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3920e6a7c3b5,42767,1733235657398 2024-12-03T14:20:59,158 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38109 {}] master.ServerManager(517): Registering regionserver=3920e6a7c3b5,42767,1733235657398 2024-12-03T14:20:59,159 DEBUG [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb 2024-12-03T14:20:59,159 DEBUG [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38211 2024-12-03T14:20:59,159 DEBUG [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T14:20:59,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0392639111/rs 2024-12-03T14:20:59,167 DEBUG [RS:0;3920e6a7c3b5:42767 {}] zookeeper.ZKUtil(111): regionserver:42767-0x1019b913ff10001, quorum=127.0.0.1:62753, baseZNode=/0392639111 Set watcher on existing znode=/0392639111/rs/3920e6a7c3b5,42767,1733235657398 2024-12-03T14:20:59,167 WARN [RS:0;3920e6a7c3b5:42767 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:20:59,167 INFO [RS:0;3920e6a7c3b5:42767 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:20:59,167 DEBUG [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398 2024-12-03T14:20:59,167 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3920e6a7c3b5,42767,1733235657398] 2024-12-03T14:20:59,169 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T14:20:59,170 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T14:20:59,170 INFO [RS:0;3920e6a7c3b5:42767 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T14:20:59,170 INFO [RS:0;3920e6a7c3b5:42767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:59,170 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T14:20:59,171 INFO [RS:0;3920e6a7c3b5:42767 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T14:20:59,171 INFO [RS:0;3920e6a7c3b5:42767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:59,171 DEBUG [RS:0;3920e6a7c3b5:42767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:59,171 DEBUG [RS:0;3920e6a7c3b5:42767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:59,171 DEBUG [RS:0;3920e6a7c3b5:42767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:59,171 DEBUG [RS:0;3920e6a7c3b5:42767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:59,171 DEBUG [RS:0;3920e6a7c3b5:42767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:59,171 DEBUG [RS:0;3920e6a7c3b5:42767 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:20:59,171 DEBUG [RS:0;3920e6a7c3b5:42767 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:59,171 DEBUG [RS:0;3920e6a7c3b5:42767 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:59,171 DEBUG [RS:0;3920e6a7c3b5:42767 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:59,171 DEBUG [RS:0;3920e6a7c3b5:42767 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:59,171 DEBUG [RS:0;3920e6a7c3b5:42767 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:59,171 DEBUG [RS:0;3920e6a7c3b5:42767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:20:59,171 DEBUG [RS:0;3920e6a7c3b5:42767 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:20:59,171 DEBUG [RS:0;3920e6a7c3b5:42767 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:20:59,172 INFO [RS:0;3920e6a7c3b5:42767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:59,172 INFO [RS:0;3920e6a7c3b5:42767 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:59,172 INFO [RS:0;3920e6a7c3b5:42767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:59,172 INFO [RS:0;3920e6a7c3b5:42767 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:59,172 INFO [RS:0;3920e6a7c3b5:42767 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:59,172 INFO [RS:0;3920e6a7c3b5:42767 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,42767,1733235657398-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:20:59,187 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T14:20:59,187 INFO [RS:0;3920e6a7c3b5:42767 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,42767,1733235657398-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:59,187 INFO [RS:0;3920e6a7c3b5:42767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:59,187 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.Replication(171): 3920e6a7c3b5,42767,1733235657398 started 2024-12-03T14:20:59,198 INFO [RS:0;3920e6a7c3b5:42767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:20:59,198 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(1482): Serving as 3920e6a7c3b5,42767,1733235657398, RpcServer on 3920e6a7c3b5/172.17.0.2:42767, sessionid=0x1019b913ff10001 2024-12-03T14:20:59,198 DEBUG [RS:0;3920e6a7c3b5:42767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T14:20:59,198 DEBUG [RS:0;3920e6a7c3b5:42767 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3920e6a7c3b5,42767,1733235657398 2024-12-03T14:20:59,198 DEBUG [RS:0;3920e6a7c3b5:42767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,42767,1733235657398' 2024-12-03T14:20:59,198 DEBUG [RS:0;3920e6a7c3b5:42767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0392639111/flush-table-proc/abort' 2024-12-03T14:20:59,198 DEBUG [RS:0;3920e6a7c3b5:42767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0392639111/flush-table-proc/acquired' 2024-12-03T14:20:59,198 DEBUG [RS:0;3920e6a7c3b5:42767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T14:20:59,198 DEBUG [RS:0;3920e6a7c3b5:42767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T14:20:59,198 DEBUG [RS:0;3920e6a7c3b5:42767 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3920e6a7c3b5,42767,1733235657398 2024-12-03T14:20:59,198 DEBUG [RS:0;3920e6a7c3b5:42767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,42767,1733235657398' 2024-12-03T14:20:59,199 DEBUG [RS:0;3920e6a7c3b5:42767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0392639111/online-snapshot/abort' 2024-12-03T14:20:59,199 DEBUG [RS:0;3920e6a7c3b5:42767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0392639111/online-snapshot/acquired' 2024-12-03T14:20:59,199 DEBUG [RS:0;3920e6a7c3b5:42767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T14:20:59,199 INFO [RS:0;3920e6a7c3b5:42767 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T14:20:59,199 INFO [RS:0;3920e6a7c3b5:42767 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T14:20:59,299 INFO [RS:0;3920e6a7c3b5:42767 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:20:59,300 INFO [RS:0;3920e6a7c3b5:42767 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C42767%2C1733235657398, suffix=, logDir=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398, archiveDir=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/oldWALs, maxLogs=10 2024-12-03T14:20:59,310 DEBUG [RS:0;3920e6a7c3b5:42767 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301, exclude list is [], retry=0 2024-12-03T14:20:59,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45229,DS-6fb54fcf-3bba-4277-8505-e856de05460c,DISK] 2024-12-03T14:20:59,314 INFO [RS:0;3920e6a7c3b5:42767 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 2024-12-03T14:20:59,314 DEBUG [RS:0;3920e6a7c3b5:42767 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45711:45711)] 2024-12-03T14:20:59,497 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T14:20:59,497 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb 2024-12-03T14:20:59,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741833_1009 (size=32) 2024-12-03T14:20:59,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:20:59,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:20:59,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:20:59,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:59,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:59,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:20:59,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:20:59,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:59,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:59,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:20:59,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:20:59,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:59,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:59,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:20:59,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:20:59,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:20:59,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:20:59,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:20:59,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740 2024-12-03T14:20:59,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740 2024-12-03T14:20:59,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:20:59,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:20:59,910 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:20:59,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:20:59,912 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:20:59,912 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67088575, jitterRate=-3.023296594619751E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:20:59,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733235659902Initializing all the Stores at 1733235659902Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235659902Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235659902Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235659902Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235659902Cleaning up temporary data from old regions at 1733235659909 (+7 ms)Region opened successfully at 1733235659913 (+4 ms) 2024-12-03T14:20:59,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:20:59,913 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:20:59,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:20:59,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:20:59,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:20:59,913 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:20:59,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235659913Disabling compacts and flushes for region at 1733235659913Disabling writes for close at 1733235659913Writing region close event to WAL at 1733235659913Closed at 1733235659913 2024-12-03T14:20:59,914 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:20:59,914 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T14:20:59,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T14:20:59,915 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:20:59,915 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T14:21:00,066 DEBUG [3920e6a7c3b5:38109 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:21:00,066 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3920e6a7c3b5,42767,1733235657398 2024-12-03T14:21:00,067 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,42767,1733235657398, state=OPENING 2024-12-03T14:21:00,092 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T14:21:00,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0392639111 2024-12-03T14:21:00,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42767-0x1019b913ff10001, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0392639111 2024-12-03T14:21:00,129 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:21:00,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0392639111/meta-region-server: CHANGED 2024-12-03T14:21:00,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0392639111/meta-region-server: CHANGED 2024-12-03T14:21:00,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,42767,1733235657398}] 2024-12-03T14:21:00,281 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:21:00,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T14:21:00,284 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T14:21:00,284 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:21:00,284 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T14:21:00,285 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C42767%2C1733235657398.meta, suffix=.meta, logDir=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398, archiveDir=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/oldWALs, maxLogs=10 2024-12-03T14:21:00,296 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.meta.1733235660286.meta, exclude list is [], retry=0 2024-12-03T14:21:00,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45229,DS-6fb54fcf-3bba-4277-8505-e856de05460c,DISK] 2024-12-03T14:21:00,299 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.meta.1733235660286.meta 2024-12-03T14:21:00,299 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45711:45711)] 2024-12-03T14:21:00,299 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:21:00,299 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:21:00,299 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:21:00,299 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T14:21:00,299 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T14:21:00,299 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T14:21:00,299 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:00,300 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T14:21:00,300 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T14:21:00,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:21:00,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:21:00,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:00,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:00,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:21:00,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:21:00,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:00,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:00,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:21:00,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:21:00,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:00,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:00,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:21:00,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:21:00,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:00,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:00,304 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:21:00,304 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740 2024-12-03T14:21:00,305 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740 2024-12-03T14:21:00,306 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:21:00,306 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:21:00,306 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:21:00,307 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:21:00,307 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62960177, jitterRate=-0.06182025372982025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:21:00,307 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T14:21:00,308 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733235660300Writing region info on filesystem at 1733235660300Initializing all the Stores at 1733235660300Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235660300Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235660300Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235660300Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235660300Cleaning up temporary data from old regions at 1733235660306 (+6 ms)Running coprocessor post-open hooks at 1733235660307 (+1 ms)Region opened successfully at 1733235660308 (+1 ms) 2024-12-03T14:21:00,308 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733235660280 2024-12-03T14:21:00,310 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T14:21:00,310 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T14:21:00,311 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,42767,1733235657398 2024-12-03T14:21:00,311 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,42767,1733235657398, state=OPEN 2024-12-03T14:21:00,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0392639111/meta-region-server 2024-12-03T14:21:00,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42767-0x1019b913ff10001, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0392639111/meta-region-server 2024-12-03T14:21:00,352 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,42767,1733235657398 2024-12-03T14:21:00,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0392639111/meta-region-server: CHANGED 2024-12-03T14:21:00,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0392639111/meta-region-server: CHANGED 2024-12-03T14:21:00,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T14:21:00,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,42767,1733235657398 in 223 msec 2024-12-03T14:21:00,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T14:21:00,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-12-03T14:21:00,356 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:21:00,356 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T14:21:00,357 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:21:00,357 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,42767,1733235657398, seqNum=-1] 2024-12-03T14:21:00,357 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:21:00,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:21:00,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2760 sec 2024-12-03T14:21:00,362 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733235660362, completionTime=-1 2024-12-03T14:21:00,362 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T14:21:00,362 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T14:21:00,363 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T14:21:00,363 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733235720363 2024-12-03T14:21:00,363 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733235780363 2024-12-03T14:21:00,363 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T14:21:00,363 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,38109,1733235657238-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:00,364 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,38109,1733235657238-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:00,364 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,38109,1733235657238-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:00,364 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3920e6a7c3b5:38109, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:00,364 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:00,364 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:00,365 DEBUG [master/3920e6a7c3b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T14:21:00,366 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.905sec 2024-12-03T14:21:00,366 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T14:21:00,366 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T14:21:00,366 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T14:21:00,366 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T14:21:00,366 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T14:21:00,366 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,38109,1733235657238-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:21:00,366 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,38109,1733235657238-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T14:21:00,368 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T14:21:00,368 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T14:21:00,368 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,38109,1733235657238-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:00,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d627ac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:00,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,38109,-1 for getting cluster id 2024-12-03T14:21:00,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:21:00,425 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c57ca260-176e-41e9-93d5-bf93df1c95f1' 2024-12-03T14:21:00,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:21:00,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c57ca260-176e-41e9-93d5-bf93df1c95f1" 2024-12-03T14:21:00,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@716c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:00,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,38109,-1] 2024-12-03T14:21:00,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:21:00,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:00,427 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:21:00,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fd115f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:00,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:21:00,428 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,42767,1733235657398, seqNum=-1] 2024-12-03T14:21:00,428 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:21:00,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:21:00,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3920e6a7c3b5,38109,1733235657238 2024-12-03T14:21:00,431 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62753 2024-12-03T14:21:00,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:21:00,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019b913ff10002 connected 2024-12-03T14:21:00,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/hadoop.log.dir so I do NOT create it in target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b 2024-12-03T14:21:00,463 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T14:21:00,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/hadoop.tmp.dir so I do NOT create it in target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b 2024-12-03T14:21:00,463 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T14:21:00,463 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b 2024-12-03T14:21:00,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T14:21:00,463 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/cluster_a781283c-0f7e-c295-283c-b9748cfc981c, deleteOnExit=true 2024-12-03T14:21:00,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T14:21:00,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/test.cache.data in system properties and HBase conf 2024-12-03T14:21:00,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T14:21:00,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/hadoop.log.dir in system properties and HBase conf 2024-12-03T14:21:00,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T14:21:00,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T14:21:00,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T14:21:00,464 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T14:21:00,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:21:00,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:21:00,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T14:21:00,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:21:00,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T14:21:00,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T14:21:00,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:21:00,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:21:00,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T14:21:00,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/nfs.dump.dir in system properties and HBase conf 2024-12-03T14:21:00,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/java.io.tmpdir in system properties and HBase conf 2024-12-03T14:21:00,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:21:00,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T14:21:00,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T14:21:00,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:21:00,981 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:21:00,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:21:00,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:21:00,991 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T14:21:00,991 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:21:00,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f3e6a19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:21:00,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65125998{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:21:01,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f97b7f4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/java.io.tmpdir/jetty-localhost-40837-hadoop-hdfs-3_4_1-tests_jar-_-any-1629747971974700548/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:21:01,122 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1297859b{HTTP/1.1, (http/1.1)}{localhost:40837} 2024-12-03T14:21:01,122 INFO [Time-limited test {}] server.Server(415): Started @275731ms 2024-12-03T14:21:01,508 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:21:01,511 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:21:01,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:21:01,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:21:01,520 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T14:21:01,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2832ca2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:21:01,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c103634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:21:01,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d81422{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/java.io.tmpdir/jetty-localhost-32977-hadoop-hdfs-3_4_1-tests_jar-_-any-16840876796641861009/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:21:01,644 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fd544fd{HTTP/1.1, (http/1.1)}{localhost:32977} 2024-12-03T14:21:01,644 INFO [Time-limited test {}] server.Server(415): Started @276253ms 2024-12-03T14:21:01,646 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T14:21:02,294 WARN [Thread-3560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/cluster_a781283c-0f7e-c295-283c-b9748cfc981c/data/data1/current/BP-1300089410-172.17.0.2-1733235660477/current, will proceed with Du for space computation calculation, 2024-12-03T14:21:02,295 WARN [Thread-3561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/cluster_a781283c-0f7e-c295-283c-b9748cfc981c/data/data2/current/BP-1300089410-172.17.0.2-1733235660477/current, will proceed with Du for space computation calculation, 2024-12-03T14:21:02,328 WARN [Thread-3548 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T14:21:02,330 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71a078fdcbca4df6 with lease ID 0xc256c222521a5e7e: Processing first storage report for DS-4e392e50-5837-4895-9637-7a2fc57477ad from datanode DatanodeRegistration(127.0.0.1:41167, datanodeUuid=02485288-b20a-402d-b1a8-0aa49a2555d0, infoPort=45833, infoSecurePort=0, ipcPort=45485, storageInfo=lv=-57;cid=testClusterID;nsid=1791102614;c=1733235660477) 2024-12-03T14:21:02,330 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71a078fdcbca4df6 with lease ID 0xc256c222521a5e7e: from storage DS-4e392e50-5837-4895-9637-7a2fc57477ad node DatanodeRegistration(127.0.0.1:41167, datanodeUuid=02485288-b20a-402d-b1a8-0aa49a2555d0, infoPort=45833, infoSecurePort=0, ipcPort=45485, storageInfo=lv=-57;cid=testClusterID;nsid=1791102614;c=1733235660477), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:21:02,330 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71a078fdcbca4df6 with lease ID 0xc256c222521a5e7e: Processing first storage report for DS-576814d6-5b55-4371-978a-85a60c842e1c from datanode DatanodeRegistration(127.0.0.1:41167, datanodeUuid=02485288-b20a-402d-b1a8-0aa49a2555d0, infoPort=45833, infoSecurePort=0, ipcPort=45485, storageInfo=lv=-57;cid=testClusterID;nsid=1791102614;c=1733235660477) 2024-12-03T14:21:02,330 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71a078fdcbca4df6 with lease ID 0xc256c222521a5e7e: from storage DS-576814d6-5b55-4371-978a-85a60c842e1c node DatanodeRegistration(127.0.0.1:41167, datanodeUuid=02485288-b20a-402d-b1a8-0aa49a2555d0, infoPort=45833, infoSecurePort=0, ipcPort=45485, storageInfo=lv=-57;cid=testClusterID;nsid=1791102614;c=1733235660477), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:21:02,384 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b 2024-12-03T14:21:02,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:02,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:02,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741825_1001 (size=7) 2024-12-03T14:21:02,397 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f with version=8 2024-12-03T14:21:02,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/hbase-staging 2024-12-03T14:21:02,399 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:21:02,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:02,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:02,399 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:21:02,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:02,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:21:02,399 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T14:21:02,399 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:21:02,400 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38491 2024-12-03T14:21:02,401 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38491 connecting to ZooKeeper ensemble=127.0.0.1:62753 2024-12-03T14:21:02,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384910x0, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:21:02,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38491-0x1019b913ff10003 connected 2024-12-03T14:21:02,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:02,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:02,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Set watcher on znode that does not yet exist, /1-1708538786/running 2024-12-03T14:21:02,498 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f, hbase.cluster.distributed=false 2024-12-03T14:21:02,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Set watcher on znode that does not yet exist, /1-1708538786/acl 2024-12-03T14:21:02,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38491 2024-12-03T14:21:02,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38491 2024-12-03T14:21:02,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38491 2024-12-03T14:21:02,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38491 2024-12-03T14:21:02,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38491 2024-12-03T14:21:02,532 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:21:02,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:02,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:02,532 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:21:02,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:02,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:21:02,533 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T14:21:02,533 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:21:02,534 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37291 2024-12-03T14:21:02,535 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37291 connecting to ZooKeeper ensemble=127.0.0.1:62753 2024-12-03T14:21:02,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:02,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:02,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372910x0, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:21:02,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372910x0, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Set watcher on znode that does not yet exist, /1-1708538786/running 2024-12-03T14:21:02,547 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T14:21:02,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37291-0x1019b913ff10004 connected 2024-12-03T14:21:02,548 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T14:21:02,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37291-0x1019b913ff10004, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Set watcher on znode that does not yet exist, /1-1708538786/master 2024-12-03T14:21:02,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37291-0x1019b913ff10004, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Set watcher on znode that does not yet exist, /1-1708538786/acl 2024-12-03T14:21:02,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37291 2024-12-03T14:21:02,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37291 2024-12-03T14:21:02,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37291 2024-12-03T14:21:02,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37291 2024-12-03T14:21:02,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37291 2024-12-03T14:21:02,581 DEBUG [M:0;3920e6a7c3b5:38491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3920e6a7c3b5:38491 2024-12-03T14:21:02,582 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1708538786/backup-masters/3920e6a7c3b5,38491,1733235662399 2024-12-03T14:21:02,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1708538786/backup-masters 2024-12-03T14:21:02,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37291-0x1019b913ff10004, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1708538786/backup-masters 2024-12-03T14:21:02,588 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Set watcher on existing znode=/1-1708538786/backup-masters/3920e6a7c3b5,38491,1733235662399 2024-12-03T14:21:02,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37291-0x1019b913ff10004, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1708538786/master 2024-12-03T14:21:02,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37291-0x1019b913ff10004, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1708538786 2024-12-03T14:21:02,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1708538786 2024-12-03T14:21:02,599 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Set watcher on existing znode=/1-1708538786/master 2024-12-03T14:21:02,601 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1708538786/backup-masters/3920e6a7c3b5,38491,1733235662399 from backup master directory 2024-12-03T14:21:02,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37291-0x1019b913ff10004, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1708538786/backup-masters 2024-12-03T14:21:02,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1708538786/backup-masters/3920e6a7c3b5,38491,1733235662399 2024-12-03T14:21:02,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1708538786/backup-masters 2024-12-03T14:21:02,609 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:21:02,609 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3920e6a7c3b5,38491,1733235662399 2024-12-03T14:21:02,618 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/hbase.id] with ID: d5590df6-87ed-42e7-ab96-9b4ef96fd98a 2024-12-03T14:21:02,618 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/.tmp/hbase.id 2024-12-03T14:21:02,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741826_1002 (size=42) 2024-12-03T14:21:02,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T14:21:02,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:21:03,025 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/.tmp/hbase.id]:[hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/hbase.id] 2024-12-03T14:21:03,033 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:03,033 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T14:21:03,033 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T14:21:03,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1708538786 2024-12-03T14:21:03,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37291-0x1019b913ff10004, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1708538786 2024-12-03T14:21:03,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741827_1003 (size=196) 2024-12-03T14:21:03,045 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:21:03,045 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T14:21:03,045 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:21:03,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741828_1004 (size=1189) 2024-12-03T14:21:03,452 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/data/master/store 2024-12-03T14:21:03,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741829_1005 (size=34) 2024-12-03T14:21:03,914 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:03,914 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:21:03,914 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:03,914 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:03,914 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:21:03,914 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:03,914 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:03,914 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235663914Disabling compacts and flushes for region at 1733235663914Disabling writes for close at 1733235663914Writing region close event to WAL at 1733235663914Closed at 1733235663914 2024-12-03T14:21:03,915 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/data/master/store/.initializing 2024-12-03T14:21:03,915 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/WALs/3920e6a7c3b5,38491,1733235662399 2024-12-03T14:21:03,916 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:21:03,917 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3920e6a7c3b5%2C38491%2C1733235662399, suffix=, logDir=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/WALs/3920e6a7c3b5,38491,1733235662399, archiveDir=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/oldWALs, maxLogs=10 2024-12-03T14:21:03,928 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/WALs/3920e6a7c3b5,38491,1733235662399/3920e6a7c3b5%2C38491%2C1733235662399.1733235663917, exclude list is [], retry=0 2024-12-03T14:21:03,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41167,DS-4e392e50-5837-4895-9637-7a2fc57477ad,DISK] 2024-12-03T14:21:03,931 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/WALs/3920e6a7c3b5,38491,1733235662399/3920e6a7c3b5%2C38491%2C1733235662399.1733235663917 2024-12-03T14:21:03,932 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45833:45833)] 2024-12-03T14:21:03,932 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:21:03,932 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:03,932 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:03,932 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:03,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:03,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T14:21:03,934 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:03,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:03,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:03,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T14:21:03,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:03,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:03,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:03,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T14:21:03,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:03,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:03,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:03,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T14:21:03,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:03,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:03,938 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:03,938 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:03,938 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:03,939 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:03,939 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:03,939 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:21:03,940 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:03,941 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:21:03,942 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64967640, jitterRate=-0.031906723976135254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:21:03,942 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733235663932Initializing all the Stores at 1733235663933 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235663933Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235663933Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235663933Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235663933Cleaning up temporary data from old regions at 1733235663939 (+6 ms)Region opened successfully at 1733235663942 (+3 ms) 2024-12-03T14:21:03,942 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T14:21:03,943 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d429f45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:21:03,944 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T14:21:03,944 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T14:21:03,944 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T14:21:03,944 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T14:21:03,945 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T14:21:03,945 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T14:21:03,945 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T14:21:03,949 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T14:21:03,950 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Unable to get data of znode /1-1708538786/balancer because node does not exist (not necessarily an error) 2024-12-03T14:21:04,019 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1708538786/balancer already deleted, retry=false 2024-12-03T14:21:04,019 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T14:21:04,020 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Unable to get data of znode /1-1708538786/normalizer because node does not exist (not necessarily an error) 2024-12-03T14:21:04,029 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1708538786/normalizer already deleted, retry=false 2024-12-03T14:21:04,030 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T14:21:04,030 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Unable to get data of znode /1-1708538786/switch/split because node does not exist (not necessarily an error) 2024-12-03T14:21:04,040 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1708538786/switch/split already deleted, retry=false 2024-12-03T14:21:04,041 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Unable to get data of znode /1-1708538786/switch/merge because node does not exist (not necessarily an error) 2024-12-03T14:21:04,050 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1708538786/switch/merge already deleted, retry=false 2024-12-03T14:21:04,052 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Unable to get data of znode /1-1708538786/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T14:21:04,061 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1708538786/snapshot-cleanup already deleted, retry=false 2024-12-03T14:21:04,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1708538786/running 2024-12-03T14:21:04,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37291-0x1019b913ff10004, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1708538786/running 2024-12-03T14:21:04,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1708538786 2024-12-03T14:21:04,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37291-0x1019b913ff10004, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1708538786 2024-12-03T14:21:04,072 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3920e6a7c3b5,38491,1733235662399, sessionid=0x1019b913ff10003, setting cluster-up flag (Was=false) 2024-12-03T14:21:04,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1708538786 2024-12-03T14:21:04,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37291-0x1019b913ff10004, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1708538786 2024-12-03T14:21:04,124 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1708538786/flush-table-proc/acquired, /1-1708538786/flush-table-proc/reached, /1-1708538786/flush-table-proc/abort 2024-12-03T14:21:04,125 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,38491,1733235662399 2024-12-03T14:21:04,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1708538786 2024-12-03T14:21:04,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37291-0x1019b913ff10004, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1708538786 2024-12-03T14:21:04,177 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1708538786/online-snapshot/acquired, /1-1708538786/online-snapshot/reached, /1-1708538786/online-snapshot/abort 2024-12-03T14:21:04,178 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,38491,1733235662399 2024-12-03T14:21:04,179 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T14:21:04,180 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T14:21:04,180 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T14:21:04,180 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T14:21:04,180 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3920e6a7c3b5,38491,1733235662399 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T14:21:04,181 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:21:04,182 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:21:04,182 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:21:04,182 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:21:04,182 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3920e6a7c3b5:0, corePoolSize=10, maxPoolSize=10 2024-12-03T14:21:04,182 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:04,182 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:21:04,182 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:04,184 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:21:04,184 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T14:21:04,185 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:04,185 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T14:21:04,192 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733235694192 2024-12-03T14:21:04,192 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T14:21:04,192 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T14:21:04,192 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T14:21:04,192 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T14:21:04,193 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T14:21:04,193 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T14:21:04,193 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:04,193 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T14:21:04,193 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T14:21:04,193 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T14:21:04,193 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T14:21:04,193 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T14:21:04,193 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T14:21:04,194 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235664194,5,FailOnTimeoutGroup] 2024-12-03T14:21:04,194 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235664194,5,FailOnTimeoutGroup] 2024-12-03T14:21:04,194 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:04,194 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T14:21:04,194 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:04,194 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:04,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741831_1007 (size=1321) 2024-12-03T14:21:04,269 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(746): ClusterId : d5590df6-87ed-42e7-ab96-9b4ef96fd98a 2024-12-03T14:21:04,269 DEBUG [RS:0;3920e6a7c3b5:37291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T14:21:04,340 DEBUG [RS:0;3920e6a7c3b5:37291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T14:21:04,340 DEBUG [RS:0;3920e6a7c3b5:37291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T14:21:04,366 DEBUG [RS:0;3920e6a7c3b5:37291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T14:21:04,366 DEBUG [RS:0;3920e6a7c3b5:37291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f05d98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:21:04,376 DEBUG [RS:0;3920e6a7c3b5:37291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3920e6a7c3b5:37291 2024-12-03T14:21:04,376 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T14:21:04,376 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T14:21:04,376 DEBUG [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T14:21:04,377 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(2659): reportForDuty to master=3920e6a7c3b5,38491,1733235662399 with port=37291, startcode=1733235662532 2024-12-03T14:21:04,377 DEBUG [RS:0;3920e6a7c3b5:37291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T14:21:04,378 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T14:21:04,378 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38491 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3920e6a7c3b5,37291,1733235662532 2024-12-03T14:21:04,378 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38491 {}] master.ServerManager(517): Registering regionserver=3920e6a7c3b5,37291,1733235662532 2024-12-03T14:21:04,379 DEBUG [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f 2024-12-03T14:21:04,379 DEBUG [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41069 2024-12-03T14:21:04,379 DEBUG [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T14:21:04,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1708538786/rs 2024-12-03T14:21:04,440 DEBUG [RS:0;3920e6a7c3b5:37291 {}] zookeeper.ZKUtil(111): regionserver:37291-0x1019b913ff10004, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Set watcher on existing znode=/1-1708538786/rs/3920e6a7c3b5,37291,1733235662532 2024-12-03T14:21:04,440 WARN [RS:0;3920e6a7c3b5:37291 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:21:04,440 INFO [RS:0;3920e6a7c3b5:37291 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:21:04,440 DEBUG [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532 2024-12-03T14:21:04,440 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3920e6a7c3b5,37291,1733235662532] 2024-12-03T14:21:04,442 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T14:21:04,443 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T14:21:04,444 INFO [RS:0;3920e6a7c3b5:37291 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T14:21:04,444 INFO [RS:0;3920e6a7c3b5:37291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:04,444 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T14:21:04,445 INFO [RS:0;3920e6a7c3b5:37291 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T14:21:04,445 INFO [RS:0;3920e6a7c3b5:37291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:04,445 DEBUG [RS:0;3920e6a7c3b5:37291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:04,445 DEBUG [RS:0;3920e6a7c3b5:37291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:04,445 DEBUG [RS:0;3920e6a7c3b5:37291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:04,445 DEBUG [RS:0;3920e6a7c3b5:37291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:04,445 DEBUG [RS:0;3920e6a7c3b5:37291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:04,445 DEBUG [RS:0;3920e6a7c3b5:37291 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:21:04,445 DEBUG [RS:0;3920e6a7c3b5:37291 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:04,445 DEBUG [RS:0;3920e6a7c3b5:37291 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:04,445 DEBUG [RS:0;3920e6a7c3b5:37291 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:04,445 DEBUG [RS:0;3920e6a7c3b5:37291 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:04,445 DEBUG [RS:0;3920e6a7c3b5:37291 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:04,445 DEBUG [RS:0;3920e6a7c3b5:37291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:04,445 DEBUG [RS:0;3920e6a7c3b5:37291 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:21:04,445 DEBUG [RS:0;3920e6a7c3b5:37291 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:21:04,451 INFO [RS:0;3920e6a7c3b5:37291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:04,451 INFO [RS:0;3920e6a7c3b5:37291 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:04,451 INFO [RS:0;3920e6a7c3b5:37291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:04,451 INFO [RS:0;3920e6a7c3b5:37291 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:04,451 INFO [RS:0;3920e6a7c3b5:37291 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:04,451 INFO [RS:0;3920e6a7c3b5:37291 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,37291,1733235662532-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:21:04,463 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T14:21:04,463 INFO [RS:0;3920e6a7c3b5:37291 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,37291,1733235662532-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:04,463 INFO [RS:0;3920e6a7c3b5:37291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:04,463 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.Replication(171): 3920e6a7c3b5,37291,1733235662532 started 2024-12-03T14:21:04,474 INFO [RS:0;3920e6a7c3b5:37291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:04,474 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(1482): Serving as 3920e6a7c3b5,37291,1733235662532, RpcServer on 3920e6a7c3b5/172.17.0.2:37291, sessionid=0x1019b913ff10004 2024-12-03T14:21:04,474 DEBUG [RS:0;3920e6a7c3b5:37291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T14:21:04,474 DEBUG [RS:0;3920e6a7c3b5:37291 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3920e6a7c3b5,37291,1733235662532 2024-12-03T14:21:04,474 DEBUG [RS:0;3920e6a7c3b5:37291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,37291,1733235662532' 2024-12-03T14:21:04,474 DEBUG [RS:0;3920e6a7c3b5:37291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1708538786/flush-table-proc/abort' 2024-12-03T14:21:04,475 DEBUG [RS:0;3920e6a7c3b5:37291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1708538786/flush-table-proc/acquired' 2024-12-03T14:21:04,475 DEBUG [RS:0;3920e6a7c3b5:37291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T14:21:04,475 DEBUG [RS:0;3920e6a7c3b5:37291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T14:21:04,475 DEBUG [RS:0;3920e6a7c3b5:37291 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3920e6a7c3b5,37291,1733235662532 2024-12-03T14:21:04,475 DEBUG [RS:0;3920e6a7c3b5:37291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,37291,1733235662532' 2024-12-03T14:21:04,475 DEBUG [RS:0;3920e6a7c3b5:37291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1708538786/online-snapshot/abort' 2024-12-03T14:21:04,476 DEBUG [RS:0;3920e6a7c3b5:37291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1708538786/online-snapshot/acquired' 2024-12-03T14:21:04,476 DEBUG [RS:0;3920e6a7c3b5:37291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T14:21:04,476 INFO [RS:0;3920e6a7c3b5:37291 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T14:21:04,476 INFO [RS:0;3920e6a7c3b5:37291 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T14:21:04,576 INFO [RS:0;3920e6a7c3b5:37291 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:21:04,577 INFO [RS:0;3920e6a7c3b5:37291 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C37291%2C1733235662532, suffix=, logDir=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532, archiveDir=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/oldWALs, maxLogs=10 2024-12-03T14:21:04,588 DEBUG [RS:0;3920e6a7c3b5:37291 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577, exclude list is [], retry=0 2024-12-03T14:21:04,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41167,DS-4e392e50-5837-4895-9637-7a2fc57477ad,DISK] 2024-12-03T14:21:04,591 INFO [RS:0;3920e6a7c3b5:37291 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 2024-12-03T14:21:04,591 DEBUG [RS:0;3920e6a7c3b5:37291 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45833:45833)] 2024-12-03T14:21:04,601 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T14:21:04,602 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f 2024-12-03T14:21:04,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741833_1009 (size=32) 2024-12-03T14:21:05,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:05,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:21:05,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:21:05,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:05,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:05,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:21:05,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:21:05,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:05,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:05,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:21:05,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:21:05,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:05,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:05,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:21:05,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:21:05,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:05,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:05,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:21:05,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740 2024-12-03T14:21:05,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740 2024-12-03T14:21:05,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:21:05,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:21:05,013 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:21:05,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:21:05,015 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:21:05,015 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65431936, jitterRate=-0.024988174438476562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:21:05,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733235665006Initializing all the Stores at 1733235665007 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235665007Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235665007Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235665007Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235665007Cleaning up temporary data from old regions at 1733235665013 (+6 ms)Region opened successfully at 1733235665015 (+2 ms) 2024-12-03T14:21:05,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:21:05,015 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:21:05,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:21:05,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:21:05,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:21:05,016 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:21:05,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235665015Disabling compacts and flushes for region at 1733235665015Disabling writes for close at 1733235665016 (+1 ms)Writing region close event to WAL at 1733235665016Closed at 1733235665016 2024-12-03T14:21:05,017 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:21:05,017 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T14:21:05,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T14:21:05,017 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:21:05,018 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T14:21:05,168 DEBUG [3920e6a7c3b5:38491 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:21:05,168 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3920e6a7c3b5,37291,1733235662532 2024-12-03T14:21:05,169 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,37291,1733235662532, state=OPENING 2024-12-03T14:21:05,169 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T14:21:05,219 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T14:21:05,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37291-0x1019b913ff10004, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1708538786 2024-12-03T14:21:05,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1708538786 2024-12-03T14:21:05,230 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:21:05,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,37291,1733235662532}] 2024-12-03T14:21:05,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1708538786/meta-region-server: CHANGED 2024-12-03T14:21:05,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1708538786/meta-region-server: CHANGED 2024-12-03T14:21:05,382 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:21:05,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T14:21:05,385 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T14:21:05,385 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:21:05,386 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T14:21:05,387 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C37291%2C1733235662532.meta, suffix=.meta, logDir=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532, archiveDir=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/oldWALs, maxLogs=10 2024-12-03T14:21:05,397 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.meta.1733235665387.meta, exclude list is [], retry=0 2024-12-03T14:21:05,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41167,DS-4e392e50-5837-4895-9637-7a2fc57477ad,DISK] 2024-12-03T14:21:05,400 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.meta.1733235665387.meta 2024-12-03T14:21:05,400 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45833:45833)] 2024-12-03T14:21:05,400 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:21:05,400 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:21:05,400 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:21:05,400 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T14:21:05,400 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T14:21:05,400 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T14:21:05,400 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:05,401 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T14:21:05,401 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T14:21:05,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:21:05,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:21:05,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:05,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:05,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:21:05,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:21:05,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:05,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:05,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:21:05,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:21:05,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:05,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:05,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:21:05,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:21:05,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:05,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:05,405 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:21:05,405 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740 2024-12-03T14:21:05,406 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740 2024-12-03T14:21:05,406 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:21:05,406 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:21:05,407 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:21:05,407 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:21:05,407 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71459947, jitterRate=0.06483618915081024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:21:05,408 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T14:21:05,408 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733235665401Writing region info on filesystem at 1733235665401Initializing all the Stores at 1733235665401Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235665401Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235665401Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235665401Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235665401Cleaning up temporary data from old regions at 1733235665406 (+5 ms)Running coprocessor post-open hooks at 1733235665408 (+2 ms)Region opened successfully at 1733235665408 2024-12-03T14:21:05,408 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733235665382 2024-12-03T14:21:05,410 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T14:21:05,410 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T14:21:05,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,37291,1733235662532 2024-12-03T14:21:05,411 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,37291,1733235662532, state=OPEN 2024-12-03T14:21:05,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37291-0x1019b913ff10004, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1708538786/meta-region-server 2024-12-03T14:21:05,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1708538786/meta-region-server 2024-12-03T14:21:05,419 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,37291,1733235662532 2024-12-03T14:21:05,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1708538786/meta-region-server: CHANGED 2024-12-03T14:21:05,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1708538786/meta-region-server: CHANGED 2024-12-03T14:21:05,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T14:21:05,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,37291,1733235662532 in 189 msec 2024-12-03T14:21:05,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T14:21:05,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-12-03T14:21:05,422 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:21:05,422 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T14:21:05,423 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:21:05,423 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,37291,1733235662532, seqNum=-1] 2024-12-03T14:21:05,423 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:21:05,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:21:05,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-12-03T14:21:05,428 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733235665428, completionTime=-1 2024-12-03T14:21:05,428 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T14:21:05,428 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T14:21:05,430 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T14:21:05,430 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733235725430 2024-12-03T14:21:05,430 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733235785430 2024-12-03T14:21:05,430 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T14:21:05,430 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,38491,1733235662399-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:05,430 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,38491,1733235662399-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:05,430 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,38491,1733235662399-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:05,430 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3920e6a7c3b5:38491, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:05,430 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:05,431 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:05,432 DEBUG [master/3920e6a7c3b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T14:21:05,433 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.824sec 2024-12-03T14:21:05,433 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T14:21:05,433 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T14:21:05,433 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T14:21:05,433 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T14:21:05,433 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T14:21:05,434 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,38491,1733235662399-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:21:05,434 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,38491,1733235662399-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T14:21:05,435 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T14:21:05,435 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T14:21:05,435 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,38491,1733235662399-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:05,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e40b2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:05,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,38491,-1 for getting cluster id 2024-12-03T14:21:05,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:21:05,471 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5590df6-87ed-42e7-ab96-9b4ef96fd98a' 2024-12-03T14:21:05,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:21:05,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5590df6-87ed-42e7-ab96-9b4ef96fd98a" 2024-12-03T14:21:05,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3436bbce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:05,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,38491,-1] 2024-12-03T14:21:05,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:21:05,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:05,473 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:21:05,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305bb9fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:05,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:21:05,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,37291,1733235662532, seqNum=-1] 2024-12-03T14:21:05,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:21:05,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:21:05,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3920e6a7c3b5,38491,1733235662399 2024-12-03T14:21:05,478 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62753 2024-12-03T14:21:05,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:21:05,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019b913ff10005 connected 2024-12-03T14:21:05,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/hadoop.log.dir so I do NOT create it in target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d 2024-12-03T14:21:05,495 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T14:21:05,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/hadoop.tmp.dir so I do NOT create it in target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d 2024-12-03T14:21:05,496 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T14:21:05,496 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d 2024-12-03T14:21:05,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T14:21:05,496 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/cluster_1f2c9c0f-c428-66a7-f45a-2762fcd69aeb, deleteOnExit=true 2024-12-03T14:21:05,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T14:21:05,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/test.cache.data in system properties and HBase conf 2024-12-03T14:21:05,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T14:21:05,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/hadoop.log.dir in system properties and HBase conf 2024-12-03T14:21:05,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T14:21:05,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T14:21:05,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T14:21:05,497 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T14:21:05,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:21:05,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:21:05,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T14:21:05,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:21:05,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T14:21:05,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T14:21:05,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:21:05,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:21:05,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T14:21:05,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/nfs.dump.dir in system properties and HBase conf 2024-12-03T14:21:05,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/java.io.tmpdir in system properties and HBase conf 2024-12-03T14:21:05,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:21:05,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T14:21:05,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T14:21:05,801 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:21:05,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:05,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:05,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:05,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:05,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:05,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:05,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:05,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:05,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:05,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:05,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:05,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:05,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:05,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:05,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:05,854 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:21:05,857 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:21:05,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:21:05,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:21:05,858 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T14:21:05,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:21:05,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ac7ff8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:21:05,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@252299b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:21:05,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59e041cf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/java.io.tmpdir/jetty-localhost-45589-hadoop-hdfs-3_4_1-tests_jar-_-any-10012125491619530779/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:21:05,952 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31188b1c{HTTP/1.1, (http/1.1)}{localhost:45589} 2024-12-03T14:21:05,952 INFO [Time-limited test {}] server.Server(415): Started @280561ms 2024-12-03T14:21:06,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:21:06,293 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:21:06,299 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:21:06,299 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:21:06,300 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T14:21:06,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@193535bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:21:06,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a88bd8d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:21:06,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21be0beb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/java.io.tmpdir/jetty-localhost-38553-hadoop-hdfs-3_4_1-tests_jar-_-any-4880851228287506516/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:21:06,424 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e7096ce{HTTP/1.1, (http/1.1)}{localhost:38553} 2024-12-03T14:21:06,424 INFO [Time-limited test {}] server.Server(415): Started @281033ms 2024-12-03T14:21:06,425 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T14:21:07,201 WARN [Thread-3682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/cluster_1f2c9c0f-c428-66a7-f45a-2762fcd69aeb/data/data2/current/BP-845861713-172.17.0.2-1733235665522/current, will proceed with Du for space computation calculation, 2024-12-03T14:21:07,201 WARN [Thread-3681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/cluster_1f2c9c0f-c428-66a7-f45a-2762fcd69aeb/data/data1/current/BP-845861713-172.17.0.2-1733235665522/current, will proceed with Du for space computation calculation, 2024-12-03T14:21:07,241 WARN [Thread-3669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T14:21:07,252 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e65cb67613e25a7 with lease ID 0x9a6e09ffae6769cf: Processing first storage report for DS-dc7ab569-c23e-4adc-8069-bb1fde54afb4 from datanode DatanodeRegistration(127.0.0.1:38263, datanodeUuid=daabc975-b08c-4f42-b83f-5eff12381abe, infoPort=36133, infoSecurePort=0, ipcPort=37361, storageInfo=lv=-57;cid=testClusterID;nsid=1357292997;c=1733235665522) 2024-12-03T14:21:07,252 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e65cb67613e25a7 with lease ID 0x9a6e09ffae6769cf: from storage DS-dc7ab569-c23e-4adc-8069-bb1fde54afb4 node DatanodeRegistration(127.0.0.1:38263, datanodeUuid=daabc975-b08c-4f42-b83f-5eff12381abe, infoPort=36133, infoSecurePort=0, ipcPort=37361, storageInfo=lv=-57;cid=testClusterID;nsid=1357292997;c=1733235665522), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:21:07,253 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e65cb67613e25a7 with lease ID 0x9a6e09ffae6769cf: Processing first storage report for DS-d8287d64-0e42-4059-be0a-6873aace8776 from datanode DatanodeRegistration(127.0.0.1:38263, datanodeUuid=daabc975-b08c-4f42-b83f-5eff12381abe, infoPort=36133, infoSecurePort=0, ipcPort=37361, storageInfo=lv=-57;cid=testClusterID;nsid=1357292997;c=1733235665522) 2024-12-03T14:21:07,253 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e65cb67613e25a7 with lease ID 0x9a6e09ffae6769cf: from storage DS-d8287d64-0e42-4059-be0a-6873aace8776 node DatanodeRegistration(127.0.0.1:38263, datanodeUuid=daabc975-b08c-4f42-b83f-5eff12381abe, infoPort=36133, infoSecurePort=0, ipcPort=37361, storageInfo=lv=-57;cid=testClusterID;nsid=1357292997;c=1733235665522), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:21:07,282 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d 2024-12-03T14:21:07,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:07,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:07,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741825_1001 (size=7) 2024-12-03T14:21:07,707 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e with version=8 2024-12-03T14:21:07,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/hbase-staging 2024-12-03T14:21:07,710 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:21:07,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:07,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:07,710 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:21:07,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:07,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:21:07,710 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T14:21:07,710 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:21:07,711 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41933 2024-12-03T14:21:07,711 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41933 connecting to ZooKeeper ensemble=127.0.0.1:62753 2024-12-03T14:21:07,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419330x0, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:21:07,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41933-0x1019b913ff10006 connected 2024-12-03T14:21:07,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:07,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:07,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Set watcher on znode that does not yet exist, /2-1575441435/running 2024-12-03T14:21:07,833 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e, hbase.cluster.distributed=false 2024-12-03T14:21:07,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Set watcher on znode that does not yet exist, /2-1575441435/acl 2024-12-03T14:21:07,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41933 2024-12-03T14:21:07,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41933 2024-12-03T14:21:07,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41933 2024-12-03T14:21:07,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41933 2024-12-03T14:21:07,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41933 2024-12-03T14:21:07,859 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:21:07,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:07,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:07,859 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:21:07,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:07,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:21:07,859 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T14:21:07,860 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:21:07,860 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37549 2024-12-03T14:21:07,861 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37549 connecting to ZooKeeper ensemble=127.0.0.1:62753 2024-12-03T14:21:07,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:07,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:07,871 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375490x0, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:21:07,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375490x0, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Set watcher on znode that does not yet exist, /2-1575441435/running 2024-12-03T14:21:07,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37549-0x1019b913ff10007 connected 2024-12-03T14:21:07,872 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T14:21:07,873 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T14:21:07,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37549-0x1019b913ff10007, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Set watcher on znode that does not yet exist, /2-1575441435/master 2024-12-03T14:21:07,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37549-0x1019b913ff10007, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Set watcher on znode that does not yet exist, /2-1575441435/acl 2024-12-03T14:21:07,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37549 2024-12-03T14:21:07,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37549 2024-12-03T14:21:07,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37549 2024-12-03T14:21:07,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37549 2024-12-03T14:21:07,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37549 2024-12-03T14:21:07,899 DEBUG [M:0;3920e6a7c3b5:41933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3920e6a7c3b5:41933 2024-12-03T14:21:07,899 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1575441435/backup-masters/3920e6a7c3b5,41933,1733235667709 2024-12-03T14:21:07,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1575441435/backup-masters 2024-12-03T14:21:07,903 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37549-0x1019b913ff10007, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1575441435/backup-masters 2024-12-03T14:21:07,903 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Set watcher on existing znode=/2-1575441435/backup-masters/3920e6a7c3b5,41933,1733235667709 2024-12-03T14:21:07,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1575441435 2024-12-03T14:21:07,914 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37549-0x1019b913ff10007, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1575441435/master 2024-12-03T14:21:07,914 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37549-0x1019b913ff10007, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1575441435 2024-12-03T14:21:07,914 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Set watcher on existing znode=/2-1575441435/master 2024-12-03T14:21:07,915 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1575441435/backup-masters/3920e6a7c3b5,41933,1733235667709 from backup master directory 2024-12-03T14:21:07,924 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37549-0x1019b913ff10007, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1575441435/backup-masters 2024-12-03T14:21:07,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1575441435/backup-masters/3920e6a7c3b5,41933,1733235667709 2024-12-03T14:21:07,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1575441435/backup-masters 2024-12-03T14:21:07,924 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:21:07,924 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3920e6a7c3b5,41933,1733235667709 2024-12-03T14:21:07,927 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/hbase.id] with ID: 7242c13f-5bb5-4638-93df-c033d55c9295 2024-12-03T14:21:07,927 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/.tmp/hbase.id 2024-12-03T14:21:07,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741826_1002 (size=42) 2024-12-03T14:21:08,338 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/.tmp/hbase.id]:[hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/hbase.id] 2024-12-03T14:21:08,346 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:08,346 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T14:21:08,346 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T14:21:08,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1575441435 2024-12-03T14:21:08,366 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37549-0x1019b913ff10007, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1575441435 2024-12-03T14:21:08,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741827_1003 (size=196) 2024-12-03T14:21:08,779 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:21:08,779 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T14:21:08,779 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:21:08,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741828_1004 (size=1189) 2024-12-03T14:21:08,963 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:21:08,964 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:21:08,964 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88814 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:21:09,184 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/MasterData/data/master/store 2024-12-03T14:21:09,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741829_1005 (size=34) 2024-12-03T14:21:09,589 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:09,589 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:21:09,589 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:09,589 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:09,589 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:21:09,589 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:09,589 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:09,589 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235669589Disabling compacts and flushes for region at 1733235669589Disabling writes for close at 1733235669589Writing region close event to WAL at 1733235669589Closed at 1733235669589 2024-12-03T14:21:09,589 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/MasterData/data/master/store/.initializing 2024-12-03T14:21:09,589 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/MasterData/WALs/3920e6a7c3b5,41933,1733235667709 2024-12-03T14:21:09,590 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:21:09,591 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3920e6a7c3b5%2C41933%2C1733235667709, suffix=, logDir=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/MasterData/WALs/3920e6a7c3b5,41933,1733235667709, archiveDir=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/MasterData/oldWALs, maxLogs=10 2024-12-03T14:21:09,605 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/MasterData/WALs/3920e6a7c3b5,41933,1733235667709/3920e6a7c3b5%2C41933%2C1733235667709.1733235669591, exclude list is [], retry=0 2024-12-03T14:21:09,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38263,DS-dc7ab569-c23e-4adc-8069-bb1fde54afb4,DISK] 2024-12-03T14:21:09,608 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/MasterData/WALs/3920e6a7c3b5,41933,1733235667709/3920e6a7c3b5%2C41933%2C1733235667709.1733235669591 2024-12-03T14:21:09,608 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36133:36133)] 2024-12-03T14:21:09,608 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:21:09,608 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:09,608 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:09,608 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:09,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:09,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T14:21:09,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:09,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:09,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:09,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T14:21:09,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:09,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:09,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:09,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T14:21:09,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:09,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:09,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:09,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T14:21:09,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:09,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:09,618 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:09,618 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:09,619 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:09,620 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:09,620 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:09,620 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:21:09,621 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:09,629 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:21:09,629 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67513396, jitterRate=0.00602799654006958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:21:09,629 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733235669608Initializing all the Stores at 1733235669609 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235669609Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235669611 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235669611Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235669611Cleaning up temporary data from old regions at 1733235669620 (+9 ms)Region opened successfully at 1733235669629 (+9 ms) 2024-12-03T14:21:09,631 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T14:21:09,633 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5fe1b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:21:09,634 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T14:21:09,634 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T14:21:09,634 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T14:21:09,634 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T14:21:09,635 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T14:21:09,635 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T14:21:09,635 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T14:21:09,636 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T14:21:09,637 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Unable to get data of znode /2-1575441435/balancer because node does not exist (not necessarily an error) 2024-12-03T14:21:09,650 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1575441435/balancer already deleted, retry=false 2024-12-03T14:21:09,651 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T14:21:09,651 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Unable to get data of znode /2-1575441435/normalizer because node does not exist (not necessarily an error) 2024-12-03T14:21:09,661 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1575441435/normalizer already deleted, retry=false 2024-12-03T14:21:09,661 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T14:21:09,662 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Unable to get data of znode /2-1575441435/switch/split because node does not exist (not necessarily an error) 2024-12-03T14:21:09,671 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1575441435/switch/split already deleted, retry=false 2024-12-03T14:21:09,672 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Unable to get data of znode /2-1575441435/switch/merge because node does not exist (not necessarily an error) 2024-12-03T14:21:09,682 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1575441435/switch/merge already deleted, retry=false 2024-12-03T14:21:09,683 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Unable to get data of znode /2-1575441435/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T14:21:09,692 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1575441435/snapshot-cleanup already deleted, retry=false 2024-12-03T14:21:09,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1575441435/running 2024-12-03T14:21:09,703 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37549-0x1019b913ff10007, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1575441435/running 2024-12-03T14:21:09,703 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37549-0x1019b913ff10007, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1575441435 2024-12-03T14:21:09,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1575441435 2024-12-03T14:21:09,703 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3920e6a7c3b5,41933,1733235667709, sessionid=0x1019b913ff10006, setting cluster-up flag (Was=false) 2024-12-03T14:21:09,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1575441435 2024-12-03T14:21:09,724 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37549-0x1019b913ff10007, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1575441435 2024-12-03T14:21:09,756 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1575441435/flush-table-proc/acquired, /2-1575441435/flush-table-proc/reached, /2-1575441435/flush-table-proc/abort 2024-12-03T14:21:09,757 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,41933,1733235667709 2024-12-03T14:21:09,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1575441435 2024-12-03T14:21:09,777 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37549-0x1019b913ff10007, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1575441435 2024-12-03T14:21:09,808 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1575441435/online-snapshot/acquired, /2-1575441435/online-snapshot/reached, /2-1575441435/online-snapshot/abort 2024-12-03T14:21:09,809 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,41933,1733235667709 2024-12-03T14:21:09,810 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T14:21:09,811 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T14:21:09,812 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T14:21:09,812 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T14:21:09,812 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3920e6a7c3b5,41933,1733235667709 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T14:21:09,813 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:21:09,813 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:21:09,813 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:21:09,813 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:21:09,813 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3920e6a7c3b5:0, corePoolSize=10, maxPoolSize=10 2024-12-03T14:21:09,813 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:09,813 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:21:09,813 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:09,820 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733235699820 2024-12-03T14:21:09,821 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T14:21:09,821 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T14:21:09,821 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T14:21:09,821 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T14:21:09,821 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T14:21:09,821 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T14:21:09,821 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:09,821 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:21:09,821 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T14:21:09,822 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:09,822 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T14:21:09,824 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T14:21:09,824 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T14:21:09,824 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T14:21:09,824 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T14:21:09,828 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T14:21:09,828 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T14:21:09,828 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235669828,5,FailOnTimeoutGroup] 2024-12-03T14:21:09,831 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235669828,5,FailOnTimeoutGroup] 2024-12-03T14:21:09,831 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:09,831 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T14:21:09,831 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:09,831 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:09,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741831_1007 (size=1321) 2024-12-03T14:21:09,886 INFO [RS:0;3920e6a7c3b5:37549 {}] regionserver.HRegionServer(746): ClusterId : 7242c13f-5bb5-4638-93df-c033d55c9295 2024-12-03T14:21:09,886 DEBUG [RS:0;3920e6a7c3b5:37549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T14:21:09,893 DEBUG [RS:0;3920e6a7c3b5:37549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T14:21:09,893 DEBUG [RS:0;3920e6a7c3b5:37549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T14:21:09,903 DEBUG [RS:0;3920e6a7c3b5:37549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T14:21:09,904 DEBUG [RS:0;3920e6a7c3b5:37549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6887b9c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:21:09,917 DEBUG [RS:0;3920e6a7c3b5:37549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3920e6a7c3b5:37549 2024-12-03T14:21:09,917 INFO [RS:0;3920e6a7c3b5:37549 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T14:21:09,917 INFO [RS:0;3920e6a7c3b5:37549 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T14:21:09,917 DEBUG [RS:0;3920e6a7c3b5:37549 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T14:21:09,918 INFO [RS:0;3920e6a7c3b5:37549 {}] regionserver.HRegionServer(2659): reportForDuty to master=3920e6a7c3b5,41933,1733235667709 with port=37549, startcode=1733235667859 2024-12-03T14:21:09,918 DEBUG [RS:0;3920e6a7c3b5:37549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T14:21:09,919 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T14:21:09,920 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41933 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3920e6a7c3b5,37549,1733235667859 2024-12-03T14:21:09,920 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41933 {}] master.ServerManager(517): Registering regionserver=3920e6a7c3b5,37549,1733235667859 2024-12-03T14:21:09,921 DEBUG [RS:0;3920e6a7c3b5:37549 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e 2024-12-03T14:21:09,921 DEBUG [RS:0;3920e6a7c3b5:37549 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35115 2024-12-03T14:21:09,921 DEBUG [RS:0;3920e6a7c3b5:37549 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T14:21:10,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1575441435/rs 2024-12-03T14:21:10,008 DEBUG [RS:0;3920e6a7c3b5:37549 {}] zookeeper.ZKUtil(111): regionserver:37549-0x1019b913ff10007, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Set watcher on existing znode=/2-1575441435/rs/3920e6a7c3b5,37549,1733235667859 2024-12-03T14:21:10,008 WARN [RS:0;3920e6a7c3b5:37549 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:21:10,008 INFO [RS:0;3920e6a7c3b5:37549 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:21:10,008 DEBUG [RS:0;3920e6a7c3b5:37549 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859 2024-12-03T14:21:10,009 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3920e6a7c3b5,37549,1733235667859] 2024-12-03T14:21:10,011 INFO [RS:0;3920e6a7c3b5:37549 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T14:21:10,012 INFO [RS:0;3920e6a7c3b5:37549 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T14:21:10,013 INFO [RS:0;3920e6a7c3b5:37549 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T14:21:10,013 INFO [RS:0;3920e6a7c3b5:37549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:10,013 INFO [RS:0;3920e6a7c3b5:37549 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T14:21:10,013 INFO [RS:0;3920e6a7c3b5:37549 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T14:21:10,013 INFO [RS:0;3920e6a7c3b5:37549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:10,013 DEBUG [RS:0;3920e6a7c3b5:37549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:10,013 DEBUG [RS:0;3920e6a7c3b5:37549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:10,013 DEBUG [RS:0;3920e6a7c3b5:37549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:10,013 DEBUG [RS:0;3920e6a7c3b5:37549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:10,013 DEBUG [RS:0;3920e6a7c3b5:37549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:10,013 DEBUG [RS:0;3920e6a7c3b5:37549 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:21:10,013 DEBUG [RS:0;3920e6a7c3b5:37549 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:10,014 DEBUG [RS:0;3920e6a7c3b5:37549 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:10,014 DEBUG [RS:0;3920e6a7c3b5:37549 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:10,014 DEBUG [RS:0;3920e6a7c3b5:37549 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:10,014 DEBUG [RS:0;3920e6a7c3b5:37549 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:10,014 DEBUG [RS:0;3920e6a7c3b5:37549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:10,014 DEBUG [RS:0;3920e6a7c3b5:37549 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:21:10,014 DEBUG [RS:0;3920e6a7c3b5:37549 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:21:10,014 INFO [RS:0;3920e6a7c3b5:37549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:10,014 INFO [RS:0;3920e6a7c3b5:37549 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:10,014 INFO [RS:0;3920e6a7c3b5:37549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:10,014 INFO [RS:0;3920e6a7c3b5:37549 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:10,014 INFO [RS:0;3920e6a7c3b5:37549 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:10,014 INFO [RS:0;3920e6a7c3b5:37549 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,37549,1733235667859-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:21:10,025 INFO [RS:0;3920e6a7c3b5:37549 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T14:21:10,026 INFO [RS:0;3920e6a7c3b5:37549 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,37549,1733235667859-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:10,026 INFO [RS:0;3920e6a7c3b5:37549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:10,026 INFO [RS:0;3920e6a7c3b5:37549 {}] regionserver.Replication(171): 3920e6a7c3b5,37549,1733235667859 started 2024-12-03T14:21:10,037 INFO [RS:0;3920e6a7c3b5:37549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:10,037 INFO [RS:0;3920e6a7c3b5:37549 {}] regionserver.HRegionServer(1482): Serving as 3920e6a7c3b5,37549,1733235667859, RpcServer on 3920e6a7c3b5/172.17.0.2:37549, sessionid=0x1019b913ff10007 2024-12-03T14:21:10,037 DEBUG [RS:0;3920e6a7c3b5:37549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T14:21:10,037 DEBUG [RS:0;3920e6a7c3b5:37549 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3920e6a7c3b5,37549,1733235667859 2024-12-03T14:21:10,037 DEBUG [RS:0;3920e6a7c3b5:37549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,37549,1733235667859' 2024-12-03T14:21:10,037 DEBUG [RS:0;3920e6a7c3b5:37549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1575441435/flush-table-proc/abort' 2024-12-03T14:21:10,038 DEBUG [RS:0;3920e6a7c3b5:37549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1575441435/flush-table-proc/acquired' 2024-12-03T14:21:10,038 DEBUG [RS:0;3920e6a7c3b5:37549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T14:21:10,038 DEBUG [RS:0;3920e6a7c3b5:37549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T14:21:10,038 DEBUG [RS:0;3920e6a7c3b5:37549 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3920e6a7c3b5,37549,1733235667859 2024-12-03T14:21:10,038 DEBUG [RS:0;3920e6a7c3b5:37549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,37549,1733235667859' 2024-12-03T14:21:10,038 DEBUG [RS:0;3920e6a7c3b5:37549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1575441435/online-snapshot/abort' 2024-12-03T14:21:10,038 DEBUG [RS:0;3920e6a7c3b5:37549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1575441435/online-snapshot/acquired' 2024-12-03T14:21:10,039 DEBUG [RS:0;3920e6a7c3b5:37549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T14:21:10,039 INFO [RS:0;3920e6a7c3b5:37549 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T14:21:10,039 INFO [RS:0;3920e6a7c3b5:37549 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T14:21:10,139 INFO [RS:0;3920e6a7c3b5:37549 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:21:10,140 INFO [RS:0;3920e6a7c3b5:37549 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C37549%2C1733235667859, suffix=, logDir=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859, archiveDir=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/oldWALs, maxLogs=10 2024-12-03T14:21:10,151 DEBUG [RS:0;3920e6a7c3b5:37549 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140, exclude list is [], retry=0 2024-12-03T14:21:10,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38263,DS-dc7ab569-c23e-4adc-8069-bb1fde54afb4,DISK] 2024-12-03T14:21:10,157 INFO [RS:0;3920e6a7c3b5:37549 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 2024-12-03T14:21:10,163 DEBUG [RS:0;3920e6a7c3b5:37549 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36133:36133)] 2024-12-03T14:21:10,234 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T14:21:10,234 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e 2024-12-03T14:21:10,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741833_1009 (size=32) 2024-12-03T14:21:10,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:10,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:21:10,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:21:10,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:10,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:10,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:21:10,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:21:10,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:10,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:10,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:21:10,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:21:10,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:10,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:10,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:21:10,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:21:10,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:10,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:10,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:21:10,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740 2024-12-03T14:21:10,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740 2024-12-03T14:21:10,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:21:10,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:21:10,265 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:21:10,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:21:10,268 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:21:10,269 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67435706, jitterRate=0.004870325326919556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:21:10,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733235670255Initializing all the Stores at 1733235670255Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235670255Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235670256 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235670256Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235670256Cleaning up temporary data from old regions at 1733235670264 (+8 ms)Region opened successfully at 1733235670269 (+5 ms) 2024-12-03T14:21:10,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:21:10,269 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:21:10,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:21:10,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:21:10,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:21:10,269 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:21:10,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235670269Disabling compacts and flushes for region at 1733235670269Disabling writes for close at 1733235670269Writing region close event to WAL at 1733235670269Closed at 1733235670269 2024-12-03T14:21:10,270 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:21:10,271 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T14:21:10,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T14:21:10,272 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:21:10,273 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T14:21:10,423 DEBUG [3920e6a7c3b5:41933 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:21:10,424 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3920e6a7c3b5,37549,1733235667859 2024-12-03T14:21:10,425 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,37549,1733235667859, state=OPENING 2024-12-03T14:21:10,459 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T14:21:10,533 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37549-0x1019b913ff10007, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1575441435 2024-12-03T14:21:10,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1575441435 2024-12-03T14:21:10,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1575441435/meta-region-server: CHANGED 2024-12-03T14:21:10,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1575441435/meta-region-server: CHANGED 2024-12-03T14:21:10,534 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:21:10,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,37549,1733235667859}] 2024-12-03T14:21:10,686 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:21:10,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T14:21:10,689 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T14:21:10,689 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:21:10,689 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T14:21:10,690 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C37549%2C1733235667859.meta, suffix=.meta, logDir=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859, archiveDir=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/oldWALs, maxLogs=10 2024-12-03T14:21:10,701 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.meta.1733235670691.meta, exclude list is [], retry=0 2024-12-03T14:21:10,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38263,DS-dc7ab569-c23e-4adc-8069-bb1fde54afb4,DISK] 2024-12-03T14:21:10,704 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.meta.1733235670691.meta 2024-12-03T14:21:10,704 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36133:36133)] 2024-12-03T14:21:10,704 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:21:10,704 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:21:10,704 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:21:10,704 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T14:21:10,704 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T14:21:10,705 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T14:21:10,705 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:10,705 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T14:21:10,705 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T14:21:10,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:21:10,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:21:10,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:10,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:10,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:21:10,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:21:10,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:10,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:10,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:21:10,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:21:10,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:10,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:10,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:21:10,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:21:10,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:10,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:10,708 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:21:10,709 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740 2024-12-03T14:21:10,710 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740 2024-12-03T14:21:10,710 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:21:10,710 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:21:10,711 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:21:10,711 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:21:10,712 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72658156, jitterRate=0.08269089460372925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:21:10,712 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T14:21:10,712 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733235670705Writing region info on filesystem at 1733235670705Initializing all the Stores at 1733235670705Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235670705Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235670705Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235670705Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235670705Cleaning up temporary data from old regions at 1733235670710 (+5 ms)Running coprocessor post-open hooks at 1733235670712 (+2 ms)Region opened successfully at 1733235670712 2024-12-03T14:21:10,712 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733235670686 2024-12-03T14:21:10,714 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T14:21:10,714 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T14:21:10,714 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,37549,1733235667859 2024-12-03T14:21:10,715 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,37549,1733235667859, state=OPEN 2024-12-03T14:21:10,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1575441435/meta-region-server 2024-12-03T14:21:10,776 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37549-0x1019b913ff10007, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1575441435/meta-region-server 2024-12-03T14:21:10,776 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,37549,1733235667859 2024-12-03T14:21:10,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1575441435/meta-region-server: CHANGED 2024-12-03T14:21:10,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1575441435/meta-region-server: CHANGED 2024-12-03T14:21:10,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T14:21:10,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,37549,1733235667859 in 243 msec 2024-12-03T14:21:10,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T14:21:10,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 507 msec 2024-12-03T14:21:10,780 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:21:10,780 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T14:21:10,781 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:21:10,781 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,37549,1733235667859, seqNum=-1] 2024-12-03T14:21:10,781 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:21:10,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:21:10,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 974 msec 2024-12-03T14:21:10,785 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733235670785, completionTime=-1 2024-12-03T14:21:10,786 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T14:21:10,786 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T14:21:10,787 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T14:21:10,787 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733235730787 2024-12-03T14:21:10,787 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733235790787 2024-12-03T14:21:10,787 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T14:21:10,788 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,41933,1733235667709-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:10,788 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,41933,1733235667709-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:10,788 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,41933,1733235667709-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:10,788 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3920e6a7c3b5:41933, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:10,788 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:10,788 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:10,789 DEBUG [master/3920e6a7c3b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T14:21:10,791 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.867sec 2024-12-03T14:21:10,791 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T14:21:10,791 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T14:21:10,791 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T14:21:10,791 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T14:21:10,791 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T14:21:10,791 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,41933,1733235667709-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:21:10,791 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,41933,1733235667709-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T14:21:10,793 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T14:21:10,793 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T14:21:10,793 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,41933,1733235667709-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:10,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343d77b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:10,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,41933,-1 for getting cluster id 2024-12-03T14:21:10,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:21:10,888 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7242c13f-5bb5-4638-93df-c033d55c9295' 2024-12-03T14:21:10,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:21:10,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7242c13f-5bb5-4638-93df-c033d55c9295" 2024-12-03T14:21:10,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae77271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:10,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,41933,-1] 2024-12-03T14:21:10,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:21:10,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:10,889 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:21:10,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705fc01e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:10,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:21:10,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,37549,1733235667859, seqNum=-1] 2024-12-03T14:21:10,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:21:10,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:21:10,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3920e6a7c3b5,41933,1733235667709 2024-12-03T14:21:10,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62753 2024-12-03T14:21:10,903 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:21:10,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:10,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:10,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:10,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:10,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:10,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:21:10,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019b913ff10008 connected 2024-12-03T14:21:10,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:10,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:10,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:10,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:10,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:10,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:10,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:10,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:10,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:10,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:10,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:21:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,38109,1733235657238 2024-12-03T14:21:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76305100 2024-12-03T14:21:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:21:10,984 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:21:10,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:21:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T14:21:10,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:21:10,987 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:10,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T14:21:10,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:21:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:21:10,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741835_1011 (size=902) 2024-12-03T14:21:10,994 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f902eae7f53050b7fc68f47adda05293, NAME => 'test,,1733235670984.f902eae7f53050b7fc68f47adda05293.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb 2024-12-03T14:21:10,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741836_1012 (size=39) 2024-12-03T14:21:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:21:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:21:11,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733235670984.f902eae7f53050b7fc68f47adda05293.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:11,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f902eae7f53050b7fc68f47adda05293, disabling compactions & flushes 2024-12-03T14:21:11,400 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733235670984.f902eae7f53050b7fc68f47adda05293. 2024-12-03T14:21:11,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235670984.f902eae7f53050b7fc68f47adda05293. 2024-12-03T14:21:11,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733235670984.f902eae7f53050b7fc68f47adda05293. after waiting 0 ms 2024-12-03T14:21:11,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733235670984.f902eae7f53050b7fc68f47adda05293. 2024-12-03T14:21:11,400 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733235670984.f902eae7f53050b7fc68f47adda05293. 2024-12-03T14:21:11,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f902eae7f53050b7fc68f47adda05293: Waiting for close lock at 1733235671400Disabling compacts and flushes for region at 1733235671400Disabling writes for close at 1733235671400Writing region close event to WAL at 1733235671400Closed at 1733235671400 2024-12-03T14:21:11,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:21:11,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733235670984.f902eae7f53050b7fc68f47adda05293.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733235671401"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235671401"}]},"ts":"1733235671401"} 2024-12-03T14:21:11,404 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:21:11,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:21:11,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235671405"}]},"ts":"1733235671405"} 2024-12-03T14:21:11,409 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T14:21:11,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f902eae7f53050b7fc68f47adda05293, ASSIGN}] 2024-12-03T14:21:11,411 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f902eae7f53050b7fc68f47adda05293, ASSIGN 2024-12-03T14:21:11,412 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f902eae7f53050b7fc68f47adda05293, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,42767,1733235657398; forceNewPlan=false, retain=false 2024-12-03T14:21:11,563 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f902eae7f53050b7fc68f47adda05293, regionState=OPENING, regionLocation=3920e6a7c3b5,42767,1733235657398 2024-12-03T14:21:11,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f902eae7f53050b7fc68f47adda05293, ASSIGN because future has completed 2024-12-03T14:21:11,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f902eae7f53050b7fc68f47adda05293, server=3920e6a7c3b5,42767,1733235657398}] 2024-12-03T14:21:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:21:11,721 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733235670984.f902eae7f53050b7fc68f47adda05293. 2024-12-03T14:21:11,721 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f902eae7f53050b7fc68f47adda05293, NAME => 'test,,1733235670984.f902eae7f53050b7fc68f47adda05293.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:21:11,721 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:21:11,721 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T14:21:11,721 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f902eae7f53050b7fc68f47adda05293 2024-12-03T14:21:11,721 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733235670984.f902eae7f53050b7fc68f47adda05293.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:11,721 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f902eae7f53050b7fc68f47adda05293 2024-12-03T14:21:11,721 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f902eae7f53050b7fc68f47adda05293 2024-12-03T14:21:11,722 INFO [StoreOpener-f902eae7f53050b7fc68f47adda05293-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f902eae7f53050b7fc68f47adda05293 2024-12-03T14:21:11,723 INFO [StoreOpener-f902eae7f53050b7fc68f47adda05293-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f902eae7f53050b7fc68f47adda05293 columnFamilyName f 2024-12-03T14:21:11,723 DEBUG [StoreOpener-f902eae7f53050b7fc68f47adda05293-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:11,724 INFO [StoreOpener-f902eae7f53050b7fc68f47adda05293-1 {}] regionserver.HStore(327): Store=f902eae7f53050b7fc68f47adda05293/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:11,724 INFO [StoreOpener-f902eae7f53050b7fc68f47adda05293-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f902eae7f53050b7fc68f47adda05293 2024-12-03T14:21:11,725 INFO [StoreOpener-f902eae7f53050b7fc68f47adda05293-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f902eae7f53050b7fc68f47adda05293 columnFamilyName f1 2024-12-03T14:21:11,725 DEBUG [StoreOpener-f902eae7f53050b7fc68f47adda05293-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:11,725 INFO [StoreOpener-f902eae7f53050b7fc68f47adda05293-1 {}] regionserver.HStore(327): Store=f902eae7f53050b7fc68f47adda05293/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:11,725 INFO [StoreOpener-f902eae7f53050b7fc68f47adda05293-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f902eae7f53050b7fc68f47adda05293 2024-12-03T14:21:11,726 INFO [StoreOpener-f902eae7f53050b7fc68f47adda05293-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f902eae7f53050b7fc68f47adda05293 columnFamilyName norep 2024-12-03T14:21:11,726 DEBUG [StoreOpener-f902eae7f53050b7fc68f47adda05293-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:11,726 INFO [StoreOpener-f902eae7f53050b7fc68f47adda05293-1 {}] regionserver.HStore(327): Store=f902eae7f53050b7fc68f47adda05293/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:11,726 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f902eae7f53050b7fc68f47adda05293 2024-12-03T14:21:11,727 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/default/test/f902eae7f53050b7fc68f47adda05293 2024-12-03T14:21:11,727 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/default/test/f902eae7f53050b7fc68f47adda05293 2024-12-03T14:21:11,728 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f902eae7f53050b7fc68f47adda05293 2024-12-03T14:21:11,728 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f902eae7f53050b7fc68f47adda05293 2024-12-03T14:21:11,728 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:21:11,729 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f902eae7f53050b7fc68f47adda05293 2024-12-03T14:21:11,730 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/default/test/f902eae7f53050b7fc68f47adda05293/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:21:11,731 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f902eae7f53050b7fc68f47adda05293; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73195449, jitterRate=0.09069718420505524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:21:11,731 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f902eae7f53050b7fc68f47adda05293 2024-12-03T14:21:11,731 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f902eae7f53050b7fc68f47adda05293: Running coprocessor pre-open hook at 1733235671722Writing region info on filesystem at 1733235671722Initializing all the Stores at 1733235671722Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235671722Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235671722Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235671722Cleaning up temporary data from old regions at 1733235671728 (+6 ms)Running coprocessor post-open hooks at 1733235671731 (+3 ms)Region opened successfully at 1733235671731 2024-12-03T14:21:11,732 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733235670984.f902eae7f53050b7fc68f47adda05293., pid=6, masterSystemTime=1733235671718 2024-12-03T14:21:11,733 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733235670984.f902eae7f53050b7fc68f47adda05293. 2024-12-03T14:21:11,733 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733235670984.f902eae7f53050b7fc68f47adda05293. 2024-12-03T14:21:11,734 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f902eae7f53050b7fc68f47adda05293, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3920e6a7c3b5,42767,1733235657398 2024-12-03T14:21:11,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f902eae7f53050b7fc68f47adda05293, server=3920e6a7c3b5,42767,1733235657398 because future has completed 2024-12-03T14:21:11,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T14:21:11,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f902eae7f53050b7fc68f47adda05293, server=3920e6a7c3b5,42767,1733235657398 in 170 msec 2024-12-03T14:21:11,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T14:21:11,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f902eae7f53050b7fc68f47adda05293, ASSIGN in 327 msec 2024-12-03T14:21:11,739 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:21:11,739 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235671739"}]},"ts":"1733235671739"} 2024-12-03T14:21:11,740 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T14:21:11,741 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:21:11,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-12-03T14:21:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:21:12,123 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T14:21:12,123 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:21:12,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,38491,1733235662399 2024-12-03T14:21:12,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d69685f 2024-12-03T14:21:12,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:21:12,125 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:21:12,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:21:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T14:21:12,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:21:12,127 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:12,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T14:21:12,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:21:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:21:12,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741835_1011 (size=902) 2024-12-03T14:21:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:21:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:21:12,534 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d4c0c9039b3614f155403cc2f7832d40, NAME => 'test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f 2024-12-03T14:21:12,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741836_1012 (size=39) 2024-12-03T14:21:12,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T14:21:12,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T14:21:12,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:21:12,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T14:21:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:21:12,939 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:12,939 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d4c0c9039b3614f155403cc2f7832d40, disabling compactions & flushes 2024-12-03T14:21:12,939 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40. 2024-12-03T14:21:12,939 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40. 2024-12-03T14:21:12,939 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40. after waiting 0 ms 2024-12-03T14:21:12,939 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40. 2024-12-03T14:21:12,939 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40. 2024-12-03T14:21:12,939 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d4c0c9039b3614f155403cc2f7832d40: Waiting for close lock at 1733235672939Disabling compacts and flushes for region at 1733235672939Disabling writes for close at 1733235672939Writing region close event to WAL at 1733235672939Closed at 1733235672939 2024-12-03T14:21:12,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:21:12,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733235672941"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235672941"}]},"ts":"1733235672941"} 2024-12-03T14:21:12,942 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:21:12,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:21:12,944 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235672944"}]},"ts":"1733235672944"} 2024-12-03T14:21:12,946 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T14:21:12,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d4c0c9039b3614f155403cc2f7832d40, ASSIGN}] 2024-12-03T14:21:12,953 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d4c0c9039b3614f155403cc2f7832d40, ASSIGN 2024-12-03T14:21:12,953 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d4c0c9039b3614f155403cc2f7832d40, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,37291,1733235662532; forceNewPlan=false, retain=false 2024-12-03T14:21:13,104 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d4c0c9039b3614f155403cc2f7832d40, regionState=OPENING, regionLocation=3920e6a7c3b5,37291,1733235662532 2024-12-03T14:21:13,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d4c0c9039b3614f155403cc2f7832d40, ASSIGN because future has completed 2024-12-03T14:21:13,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4c0c9039b3614f155403cc2f7832d40, server=3920e6a7c3b5,37291,1733235662532}] 2024-12-03T14:21:13,260 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40. 2024-12-03T14:21:13,260 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d4c0c9039b3614f155403cc2f7832d40, NAME => 'test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:21:13,260 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:21:13,260 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T14:21:13,261 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d4c0c9039b3614f155403cc2f7832d40 2024-12-03T14:21:13,261 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:13,261 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d4c0c9039b3614f155403cc2f7832d40 2024-12-03T14:21:13,261 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d4c0c9039b3614f155403cc2f7832d40 2024-12-03T14:21:13,262 INFO [StoreOpener-d4c0c9039b3614f155403cc2f7832d40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d4c0c9039b3614f155403cc2f7832d40 2024-12-03T14:21:13,263 INFO [StoreOpener-d4c0c9039b3614f155403cc2f7832d40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4c0c9039b3614f155403cc2f7832d40 columnFamilyName f 2024-12-03T14:21:13,263 DEBUG [StoreOpener-d4c0c9039b3614f155403cc2f7832d40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:13,263 INFO [StoreOpener-d4c0c9039b3614f155403cc2f7832d40-1 {}] regionserver.HStore(327): Store=d4c0c9039b3614f155403cc2f7832d40/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:13,263 INFO [StoreOpener-d4c0c9039b3614f155403cc2f7832d40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d4c0c9039b3614f155403cc2f7832d40 2024-12-03T14:21:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:21:13,264 INFO [StoreOpener-d4c0c9039b3614f155403cc2f7832d40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4c0c9039b3614f155403cc2f7832d40 columnFamilyName f1 2024-12-03T14:21:13,264 DEBUG [StoreOpener-d4c0c9039b3614f155403cc2f7832d40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:13,264 INFO [StoreOpener-d4c0c9039b3614f155403cc2f7832d40-1 {}] regionserver.HStore(327): Store=d4c0c9039b3614f155403cc2f7832d40/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:13,264 INFO [StoreOpener-d4c0c9039b3614f155403cc2f7832d40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d4c0c9039b3614f155403cc2f7832d40 2024-12-03T14:21:13,265 INFO [StoreOpener-d4c0c9039b3614f155403cc2f7832d40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4c0c9039b3614f155403cc2f7832d40 columnFamilyName norep 2024-12-03T14:21:13,265 DEBUG [StoreOpener-d4c0c9039b3614f155403cc2f7832d40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:13,265 INFO [StoreOpener-d4c0c9039b3614f155403cc2f7832d40-1 {}] regionserver.HStore(327): Store=d4c0c9039b3614f155403cc2f7832d40/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:13,265 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d4c0c9039b3614f155403cc2f7832d40 2024-12-03T14:21:13,266 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/default/test/d4c0c9039b3614f155403cc2f7832d40 2024-12-03T14:21:13,266 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/default/test/d4c0c9039b3614f155403cc2f7832d40 2024-12-03T14:21:13,267 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d4c0c9039b3614f155403cc2f7832d40 2024-12-03T14:21:13,267 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d4c0c9039b3614f155403cc2f7832d40 2024-12-03T14:21:13,267 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:21:13,268 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d4c0c9039b3614f155403cc2f7832d40 2024-12-03T14:21:13,269 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/default/test/d4c0c9039b3614f155403cc2f7832d40/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:21:13,270 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d4c0c9039b3614f155403cc2f7832d40; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59079548, jitterRate=-0.11964613199234009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:21:13,270 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4c0c9039b3614f155403cc2f7832d40 2024-12-03T14:21:13,270 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d4c0c9039b3614f155403cc2f7832d40: Running coprocessor pre-open hook at 1733235673261Writing region info on filesystem at 1733235673261Initializing all the Stores at 1733235673261Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235673261Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235673261Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235673261Cleaning up temporary data from old regions at 1733235673267 (+6 ms)Running coprocessor post-open hooks at 1733235673270 (+3 ms)Region opened successfully at 1733235673270 2024-12-03T14:21:13,270 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40., pid=6, masterSystemTime=1733235673258 2024-12-03T14:21:13,272 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40. 2024-12-03T14:21:13,272 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40. 2024-12-03T14:21:13,272 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d4c0c9039b3614f155403cc2f7832d40, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3920e6a7c3b5,37291,1733235662532 2024-12-03T14:21:13,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4c0c9039b3614f155403cc2f7832d40, server=3920e6a7c3b5,37291,1733235662532 because future has completed 2024-12-03T14:21:13,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T14:21:13,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d4c0c9039b3614f155403cc2f7832d40, server=3920e6a7c3b5,37291,1733235662532 in 168 msec 2024-12-03T14:21:13,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T14:21:13,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d4c0c9039b3614f155403cc2f7832d40, ASSIGN in 329 msec 2024-12-03T14:21:13,278 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:21:13,278 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235673278"}]},"ts":"1733235673278"} 2024-12-03T14:21:13,280 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T14:21:13,281 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:21:13,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-12-03T14:21:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:21:14,274 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T14:21:14,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:21:14,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,41933,1733235667709 2024-12-03T14:21:14,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@771870dd 2024-12-03T14:21:14,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:21:14,276 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:21:14,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:21:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T14:21:14,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:21:14,278 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:14,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T14:21:14,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:21:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:21:14,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741835_1011 (size=902) 2024-12-03T14:21:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:21:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:21:14,685 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d58ebb907a7d1b2c8ba409d8f0afd00, NAME => 'test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e 2024-12-03T14:21:14,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741836_1012 (size=39) 2024-12-03T14:21:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:21:15,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:15,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8d58ebb907a7d1b2c8ba409d8f0afd00, disabling compactions & flushes 2024-12-03T14:21:15,090 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00. 2024-12-03T14:21:15,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00. 2024-12-03T14:21:15,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00. after waiting 0 ms 2024-12-03T14:21:15,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00. 2024-12-03T14:21:15,090 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00. 2024-12-03T14:21:15,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d58ebb907a7d1b2c8ba409d8f0afd00: Waiting for close lock at 1733235675090Disabling compacts and flushes for region at 1733235675090Disabling writes for close at 1733235675090Writing region close event to WAL at 1733235675090Closed at 1733235675090 2024-12-03T14:21:15,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:21:15,091 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733235675091"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235675091"}]},"ts":"1733235675091"} 2024-12-03T14:21:15,092 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:21:15,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:21:15,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235675093"}]},"ts":"1733235675093"} 2024-12-03T14:21:15,094 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T14:21:15,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8d58ebb907a7d1b2c8ba409d8f0afd00, ASSIGN}] 2024-12-03T14:21:15,095 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8d58ebb907a7d1b2c8ba409d8f0afd00, ASSIGN 2024-12-03T14:21:15,096 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8d58ebb907a7d1b2c8ba409d8f0afd00, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,37549,1733235667859; forceNewPlan=false, retain=false 2024-12-03T14:21:15,246 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8d58ebb907a7d1b2c8ba409d8f0afd00, regionState=OPENING, regionLocation=3920e6a7c3b5,37549,1733235667859 2024-12-03T14:21:15,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8d58ebb907a7d1b2c8ba409d8f0afd00, ASSIGN because future has completed 2024-12-03T14:21:15,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d58ebb907a7d1b2c8ba409d8f0afd00, server=3920e6a7c3b5,37549,1733235667859}] 2024-12-03T14:21:15,403 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00. 2024-12-03T14:21:15,403 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d58ebb907a7d1b2c8ba409d8f0afd00, NAME => 'test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:21:15,403 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:21:15,403 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T14:21:15,403 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8d58ebb907a7d1b2c8ba409d8f0afd00 2024-12-03T14:21:15,403 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:15,403 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8d58ebb907a7d1b2c8ba409d8f0afd00 2024-12-03T14:21:15,403 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8d58ebb907a7d1b2c8ba409d8f0afd00 2024-12-03T14:21:15,404 INFO [StoreOpener-8d58ebb907a7d1b2c8ba409d8f0afd00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8d58ebb907a7d1b2c8ba409d8f0afd00 2024-12-03T14:21:15,405 INFO [StoreOpener-8d58ebb907a7d1b2c8ba409d8f0afd00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d58ebb907a7d1b2c8ba409d8f0afd00 columnFamilyName f 2024-12-03T14:21:15,405 DEBUG [StoreOpener-8d58ebb907a7d1b2c8ba409d8f0afd00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:15,405 INFO [StoreOpener-8d58ebb907a7d1b2c8ba409d8f0afd00-1 {}] regionserver.HStore(327): Store=8d58ebb907a7d1b2c8ba409d8f0afd00/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:15,405 INFO [StoreOpener-8d58ebb907a7d1b2c8ba409d8f0afd00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8d58ebb907a7d1b2c8ba409d8f0afd00 2024-12-03T14:21:15,406 INFO [StoreOpener-8d58ebb907a7d1b2c8ba409d8f0afd00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d58ebb907a7d1b2c8ba409d8f0afd00 columnFamilyName f1 2024-12-03T14:21:15,406 DEBUG [StoreOpener-8d58ebb907a7d1b2c8ba409d8f0afd00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:15,406 INFO [StoreOpener-8d58ebb907a7d1b2c8ba409d8f0afd00-1 {}] regionserver.HStore(327): Store=8d58ebb907a7d1b2c8ba409d8f0afd00/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:15,407 INFO [StoreOpener-8d58ebb907a7d1b2c8ba409d8f0afd00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8d58ebb907a7d1b2c8ba409d8f0afd00 2024-12-03T14:21:15,407 INFO [StoreOpener-8d58ebb907a7d1b2c8ba409d8f0afd00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d58ebb907a7d1b2c8ba409d8f0afd00 columnFamilyName norep 2024-12-03T14:21:15,407 DEBUG [StoreOpener-8d58ebb907a7d1b2c8ba409d8f0afd00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:15,408 INFO [StoreOpener-8d58ebb907a7d1b2c8ba409d8f0afd00-1 {}] regionserver.HStore(327): Store=8d58ebb907a7d1b2c8ba409d8f0afd00/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:15,408 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8d58ebb907a7d1b2c8ba409d8f0afd00 2024-12-03T14:21:15,408 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/default/test/8d58ebb907a7d1b2c8ba409d8f0afd00 2024-12-03T14:21:15,408 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/default/test/8d58ebb907a7d1b2c8ba409d8f0afd00 2024-12-03T14:21:15,409 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8d58ebb907a7d1b2c8ba409d8f0afd00 2024-12-03T14:21:15,409 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8d58ebb907a7d1b2c8ba409d8f0afd00 2024-12-03T14:21:15,409 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:21:15,410 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8d58ebb907a7d1b2c8ba409d8f0afd00 2024-12-03T14:21:15,411 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/default/test/8d58ebb907a7d1b2c8ba409d8f0afd00/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:21:15,412 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8d58ebb907a7d1b2c8ba409d8f0afd00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69153448, jitterRate=0.030466675758361816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:21:15,412 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d58ebb907a7d1b2c8ba409d8f0afd00 2024-12-03T14:21:15,412 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8d58ebb907a7d1b2c8ba409d8f0afd00: Running coprocessor pre-open hook at 1733235675403Writing region info on filesystem at 1733235675403Initializing all the Stores at 1733235675404 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235675404Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235675404Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235675404Cleaning up temporary data from old regions at 1733235675409 (+5 ms)Running coprocessor post-open hooks at 1733235675412 (+3 ms)Region opened successfully at 1733235675412 2024-12-03T14:21:15,413 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00., pid=6, masterSystemTime=1733235675400 2024-12-03T14:21:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:21:15,414 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00. 2024-12-03T14:21:15,414 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00. 2024-12-03T14:21:15,415 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8d58ebb907a7d1b2c8ba409d8f0afd00, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3920e6a7c3b5,37549,1733235667859 2024-12-03T14:21:15,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d58ebb907a7d1b2c8ba409d8f0afd00, server=3920e6a7c3b5,37549,1733235667859 because future has completed 2024-12-03T14:21:15,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T14:21:15,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d58ebb907a7d1b2c8ba409d8f0afd00, server=3920e6a7c3b5,37549,1733235667859 in 169 msec 2024-12-03T14:21:15,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T14:21:15,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8d58ebb907a7d1b2c8ba409d8f0afd00, ASSIGN in 324 msec 2024-12-03T14:21:15,420 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:21:15,421 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235675420"}]},"ts":"1733235675420"} 2024-12-03T14:21:15,422 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T14:21:15,423 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:21:15,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-12-03T14:21:16,207 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:21:16,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:16,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:16,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:16,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:16,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:16,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:16,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:16,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:16,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:16,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:16,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:16,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:16,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:16,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:16,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:16,288 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T14:21:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:21:16,423 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T14:21:16,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f46133b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:16,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,38109,-1 for getting cluster id 2024-12-03T14:21:16,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:21:16,425 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c57ca260-176e-41e9-93d5-bf93df1c95f1' 2024-12-03T14:21:16,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:21:16,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c57ca260-176e-41e9-93d5-bf93df1c95f1" 2024-12-03T14:21:16,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3649265b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:16,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,38109,-1] 2024-12-03T14:21:16,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:21:16,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:16,427 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:21:16,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d3142cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:16,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:21:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,38109,1733235657238 2024-12-03T14:21:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@728b9fa 2024-12-03T14:21:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:21:16,429 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:21:16,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3920e6a7c3b5:38491,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T14:21:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T14:21:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:21:16,433 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:38491' 2024-12-03T14:21:16,434 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8622476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:16,434 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,38491,-1 for getting cluster id 2024-12-03T14:21:16,434 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:21:16,434 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5590df6-87ed-42e7-ab96-9b4ef96fd98a' 2024-12-03T14:21:16,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:21:16,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5590df6-87ed-42e7-ab96-9b4ef96fd98a" 2024-12-03T14:21:16,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a5f296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:16,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,38491,-1] 2024-12-03T14:21:16,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:21:16,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:16,436 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:21:16,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40aa35d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:16,436 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:21:16,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,38491,1733235662399 2024-12-03T14:21:16,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20289f8d 2024-12-03T14:21:16,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:21:16,438 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:21:16,439 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T14:21:16,439 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T14:21:16,439 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:16,439 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:16,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:21:16,440 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:21:16,441 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T14:21:16,442 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:21:16,442 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:16,442 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:21:16,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741837_1013 (size=1138) 2024-12-03T14:21:16,491 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T14:21:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:21:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:21:16,849 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ef36f5f941f2ceaace6dd75d65bbc3cc, NAME => 'hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb 2024-12-03T14:21:16,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741838_1014 (size=44) 2024-12-03T14:21:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:21:17,253 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:17,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ef36f5f941f2ceaace6dd75d65bbc3cc, disabling compactions & flushes 2024-12-03T14:21:17,254 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc. 2024-12-03T14:21:17,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc. 2024-12-03T14:21:17,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc. after waiting 0 ms 2024-12-03T14:21:17,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc. 2024-12-03T14:21:17,254 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc. 2024-12-03T14:21:17,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ef36f5f941f2ceaace6dd75d65bbc3cc: Waiting for close lock at 1733235677253Disabling compacts and flushes for region at 1733235677253Disabling writes for close at 1733235677254 (+1 ms)Writing region close event to WAL at 1733235677254Closed at 1733235677254 2024-12-03T14:21:17,255 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:21:17,255 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733235677255"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235677255"}]},"ts":"1733235677255"} 2024-12-03T14:21:17,256 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:21:17,257 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:21:17,257 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235677257"}]},"ts":"1733235677257"} 2024-12-03T14:21:17,259 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T14:21:17,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ef36f5f941f2ceaace6dd75d65bbc3cc, ASSIGN}] 2024-12-03T14:21:17,260 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ef36f5f941f2ceaace6dd75d65bbc3cc, ASSIGN 2024-12-03T14:21:17,260 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ef36f5f941f2ceaace6dd75d65bbc3cc, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,42767,1733235657398; forceNewPlan=false, retain=false 2024-12-03T14:21:17,411 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ef36f5f941f2ceaace6dd75d65bbc3cc, regionState=OPENING, regionLocation=3920e6a7c3b5,42767,1733235657398 2024-12-03T14:21:17,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ef36f5f941f2ceaace6dd75d65bbc3cc, ASSIGN because future has completed 2024-12-03T14:21:17,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef36f5f941f2ceaace6dd75d65bbc3cc, server=3920e6a7c3b5,42767,1733235657398}] 2024-12-03T14:21:17,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc. 2024-12-03T14:21:17,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:21:17,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T14:21:17,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C42767%2C1733235657398.rep, suffix=, logDir=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398, archiveDir=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/oldWALs, maxLogs=10 2024-12-03T14:21:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:21:17,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.rep.1733235677570, exclude list is [], retry=0 2024-12-03T14:21:17,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45229,DS-6fb54fcf-3bba-4277-8505-e856de05460c,DISK] 2024-12-03T14:21:17,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.rep.1733235677570 2024-12-03T14:21:17,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45711:45711)] 2024-12-03T14:21:17,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ef36f5f941f2ceaace6dd75d65bbc3cc, NAME => 'hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:21:17,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:21:17,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:21:17,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc. service=MultiRowMutationService 2024-12-03T14:21:17,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T14:21:17,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ef36f5f941f2ceaace6dd75d65bbc3cc 2024-12-03T14:21:17,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:17,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ef36f5f941f2ceaace6dd75d65bbc3cc 2024-12-03T14:21:17,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ef36f5f941f2ceaace6dd75d65bbc3cc 2024-12-03T14:21:17,586 INFO [StoreOpener-ef36f5f941f2ceaace6dd75d65bbc3cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ef36f5f941f2ceaace6dd75d65bbc3cc 2024-12-03T14:21:17,587 INFO [StoreOpener-ef36f5f941f2ceaace6dd75d65bbc3cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef36f5f941f2ceaace6dd75d65bbc3cc columnFamilyName hfileref 2024-12-03T14:21:17,587 DEBUG [StoreOpener-ef36f5f941f2ceaace6dd75d65bbc3cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:17,587 INFO [StoreOpener-ef36f5f941f2ceaace6dd75d65bbc3cc-1 {}] regionserver.HStore(327): Store=ef36f5f941f2ceaace6dd75d65bbc3cc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:17,587 INFO [StoreOpener-ef36f5f941f2ceaace6dd75d65bbc3cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ef36f5f941f2ceaace6dd75d65bbc3cc 2024-12-03T14:21:17,588 INFO [StoreOpener-ef36f5f941f2ceaace6dd75d65bbc3cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef36f5f941f2ceaace6dd75d65bbc3cc columnFamilyName queue 2024-12-03T14:21:17,588 DEBUG [StoreOpener-ef36f5f941f2ceaace6dd75d65bbc3cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:17,588 INFO [StoreOpener-ef36f5f941f2ceaace6dd75d65bbc3cc-1 {}] regionserver.HStore(327): Store=ef36f5f941f2ceaace6dd75d65bbc3cc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:17,588 INFO [StoreOpener-ef36f5f941f2ceaace6dd75d65bbc3cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ef36f5f941f2ceaace6dd75d65bbc3cc 2024-12-03T14:21:17,589 INFO [StoreOpener-ef36f5f941f2ceaace6dd75d65bbc3cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef36f5f941f2ceaace6dd75d65bbc3cc columnFamilyName sid 2024-12-03T14:21:17,589 DEBUG [StoreOpener-ef36f5f941f2ceaace6dd75d65bbc3cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:17,589 INFO [StoreOpener-ef36f5f941f2ceaace6dd75d65bbc3cc-1 {}] regionserver.HStore(327): Store=ef36f5f941f2ceaace6dd75d65bbc3cc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:17,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ef36f5f941f2ceaace6dd75d65bbc3cc 2024-12-03T14:21:17,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/replication/ef36f5f941f2ceaace6dd75d65bbc3cc 2024-12-03T14:21:17,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/replication/ef36f5f941f2ceaace6dd75d65bbc3cc 2024-12-03T14:21:17,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ef36f5f941f2ceaace6dd75d65bbc3cc 2024-12-03T14:21:17,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ef36f5f941f2ceaace6dd75d65bbc3cc 2024-12-03T14:21:17,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:21:17,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ef36f5f941f2ceaace6dd75d65bbc3cc 2024-12-03T14:21:17,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/replication/ef36f5f941f2ceaace6dd75d65bbc3cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:21:17,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ef36f5f941f2ceaace6dd75d65bbc3cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66048372, jitterRate=-0.01580256223678589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:21:17,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef36f5f941f2ceaace6dd75d65bbc3cc 2024-12-03T14:21:17,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ef36f5f941f2ceaace6dd75d65bbc3cc: Running coprocessor pre-open hook at 1733235677585Writing region info on filesystem at 1733235677585Initializing all the Stores at 1733235677586 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235677586Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235677586Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235677586Cleaning up temporary data from old regions at 1733235677591 (+5 ms)Running coprocessor post-open hooks at 1733235677594 (+3 ms)Region opened successfully at 1733235677594 2024-12-03T14:21:17,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc., pid=10, masterSystemTime=1733235677566 2024-12-03T14:21:17,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc. 2024-12-03T14:21:17,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc. 2024-12-03T14:21:17,596 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ef36f5f941f2ceaace6dd75d65bbc3cc, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,42767,1733235657398 2024-12-03T14:21:17,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef36f5f941f2ceaace6dd75d65bbc3cc, server=3920e6a7c3b5,42767,1733235657398 because future has completed 2024-12-03T14:21:17,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T14:21:17,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ef36f5f941f2ceaace6dd75d65bbc3cc, server=3920e6a7c3b5,42767,1733235657398 in 185 msec 2024-12-03T14:21:17,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T14:21:17,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ef36f5f941f2ceaace6dd75d65bbc3cc, ASSIGN in 340 msec 2024-12-03T14:21:17,602 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:21:17,602 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235677602"}]},"ts":"1733235677602"} 2024-12-03T14:21:17,603 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T14:21:17,604 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:21:17,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-12-03T14:21:17,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc., hostname=3920e6a7c3b5,42767,1733235657398, seqNum=2] 2024-12-03T14:21:17,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0392639111 2024-12-03T14:21:17,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42767-0x1019b913ff10001, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0392639111 2024-12-03T14:21:17,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T14:21:17,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42767 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T14:21:17,845 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T14:21:17,871 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3920e6a7c3b5,42767,1733235657398, ReplicationSource: 1, currentBandwidth=0 2024-12-03T14:21:17,872 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:21:17,872 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,42767,1733235657398, seqNum=-1] 2024-12-03T14:21:17,872 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:21:17,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-03T14:21:17,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3920e6a7c3b5,42767,1733235657398', locateType=CURRENT is [region=hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc., hostname=3920e6a7c3b5,42767,1733235657398, seqNum=2] 2024-12-03T14:21:17,877 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T14:21:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T14:21:17,879 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3920e6a7c3b5,42767,1733235657398 suceeded 2024-12-03T14:21:17,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T14:21:17,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-12-03T14:21:17,880 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3920e6a7c3b5:38491,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T14:21:17,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4500 sec 2024-12-03T14:21:17,894 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:38491' 2024-12-03T14:21:17,895 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70f54a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:17,895 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,38491,-1 for getting cluster id 2024-12-03T14:21:17,896 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:21:17,896 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5590df6-87ed-42e7-ab96-9b4ef96fd98a' 2024-12-03T14:21:17,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:21:17,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5590df6-87ed-42e7-ab96-9b4ef96fd98a" 2024-12-03T14:21:17,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a543450, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:17,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,38491,-1] 2024-12-03T14:21:17,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:21:17,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:17,898 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:21:17,898 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54815535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:17,898 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:21:17,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,38491,1733235662399 2024-12-03T14:21:17,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46e22863 2024-12-03T14:21:17,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:21:17,900 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-03T14:21:17,900 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3920e6a7c3b5,42767,1733235657398 (queues=1) is replicating from cluster=c57ca260-176e-41e9-93d5-bf93df1c95f1 to cluster=d5590df6-87ed-42e7-ab96-9b4ef96fd98a 2024-12-03T14:21:17,900 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3920e6a7c3b5%2C42767%2C1733235657398 2024-12-03T14:21:17,901 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3920e6a7c3b5,42767,1733235657398, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T14:21:17,904 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301, startPosition=0, beingWritten=true 2024-12-03T14:21:17,908 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.shipper3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3920e6a7c3b5%2C42767%2C1733235657398 2024-12-03T14:21:17,914 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:21:17,914 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 379, reset compression=false 2024-12-03T14:21:17,914 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.shipper3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,42767,1733235657398 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:21:18,119 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 379, reset compression=false 2024-12-03T14:21:18,422 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 379, reset compression=false 2024-12-03T14:21:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:21:18,583 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T14:21:18,583 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:21:18,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:21:18,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:18,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:18,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:21:18,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32de409c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:18,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,38491,-1 for getting cluster id 2024-12-03T14:21:18,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:21:18,585 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5590df6-87ed-42e7-ab96-9b4ef96fd98a' 2024-12-03T14:21:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:21:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5590df6-87ed-42e7-ab96-9b4ef96fd98a" 2024-12-03T14:21:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f88ace6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,38491,-1] 2024-12-03T14:21:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:21:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:18,586 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:21:18,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b964e4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:18,587 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:21:18,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,38491,1733235662399 2024-12-03T14:21:18,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f768cee 2024-12-03T14:21:18,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:21:18,589 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:21:18,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3920e6a7c3b5:41933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T14:21:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T14:21:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:21:18,591 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:41933' 2024-12-03T14:21:18,592 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153c917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:18,592 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,41933,-1 for getting cluster id 2024-12-03T14:21:18,592 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:21:18,592 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7242c13f-5bb5-4638-93df-c033d55c9295' 2024-12-03T14:21:18,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:21:18,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7242c13f-5bb5-4638-93df-c033d55c9295" 2024-12-03T14:21:18,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca0198b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:18,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,41933,-1] 2024-12-03T14:21:18,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:21:18,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:18,593 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:21:18,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e49cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:18,594 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:21:18,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,41933,1733235667709 2024-12-03T14:21:18,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11188018 2024-12-03T14:21:18,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:21:18,595 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:21:18,596 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T14:21:18,596 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T14:21:18,596 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:18,596 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:18,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:21:18,596 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:21:18,597 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T14:21:18,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:21:18,598 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:18,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:21:18,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741837_1013 (size=1138) 2024-12-03T14:21:18,647 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T14:21:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:21:18,826 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 379, reset compression=false 2024-12-03T14:21:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:21:19,004 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cbbe77f3da81f921f593574c51cb4619, NAME => 'hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f 2024-12-03T14:21:19,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741838_1014 (size=44) 2024-12-03T14:21:19,011 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:19,011 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cbbe77f3da81f921f593574c51cb4619, disabling compactions & flushes 2024-12-03T14:21:19,011 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619. 2024-12-03T14:21:19,011 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619. 2024-12-03T14:21:19,011 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619. after waiting 0 ms 2024-12-03T14:21:19,011 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619. 2024-12-03T14:21:19,011 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619. 2024-12-03T14:21:19,011 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cbbe77f3da81f921f593574c51cb4619: Waiting for close lock at 1733235679011Disabling compacts and flushes for region at 1733235679011Disabling writes for close at 1733235679011Writing region close event to WAL at 1733235679011Closed at 1733235679011 2024-12-03T14:21:19,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:21:19,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733235679012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235679012"}]},"ts":"1733235679012"} 2024-12-03T14:21:19,014 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:21:19,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:21:19,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235679015"}]},"ts":"1733235679015"} 2024-12-03T14:21:19,017 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T14:21:19,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbbe77f3da81f921f593574c51cb4619, ASSIGN}] 2024-12-03T14:21:19,018 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbbe77f3da81f921f593574c51cb4619, ASSIGN 2024-12-03T14:21:19,019 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cbbe77f3da81f921f593574c51cb4619, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,37291,1733235662532; forceNewPlan=false, retain=false 2024-12-03T14:21:19,169 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cbbe77f3da81f921f593574c51cb4619, regionState=OPENING, regionLocation=3920e6a7c3b5,37291,1733235662532 2024-12-03T14:21:19,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cbbe77f3da81f921f593574c51cb4619, ASSIGN because future has completed 2024-12-03T14:21:19,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbbe77f3da81f921f593574c51cb4619, server=3920e6a7c3b5,37291,1733235662532}] 2024-12-03T14:21:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:21:19,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619. 2024-12-03T14:21:19,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:21:19,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T14:21:19,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C37291%2C1733235662532.rep, suffix=, logDir=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532, archiveDir=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/oldWALs, maxLogs=10 2024-12-03T14:21:19,329 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 379, reset compression=false 2024-12-03T14:21:19,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.rep.1733235679327, exclude list is [], retry=0 2024-12-03T14:21:19,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41167,DS-4e392e50-5837-4895-9637-7a2fc57477ad,DISK] 2024-12-03T14:21:19,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.rep.1733235679327 2024-12-03T14:21:19,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45833:45833)] 2024-12-03T14:21:19,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cbbe77f3da81f921f593574c51cb4619, NAME => 'hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:21:19,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:21:19,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:21:19,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619. service=MultiRowMutationService 2024-12-03T14:21:19,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T14:21:19,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cbbe77f3da81f921f593574c51cb4619 2024-12-03T14:21:19,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:19,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cbbe77f3da81f921f593574c51cb4619 2024-12-03T14:21:19,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cbbe77f3da81f921f593574c51cb4619 2024-12-03T14:21:19,349 INFO [StoreOpener-cbbe77f3da81f921f593574c51cb4619-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cbbe77f3da81f921f593574c51cb4619 2024-12-03T14:21:19,350 INFO [StoreOpener-cbbe77f3da81f921f593574c51cb4619-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbbe77f3da81f921f593574c51cb4619 columnFamilyName hfileref 2024-12-03T14:21:19,350 DEBUG [StoreOpener-cbbe77f3da81f921f593574c51cb4619-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:19,350 INFO [StoreOpener-cbbe77f3da81f921f593574c51cb4619-1 {}] regionserver.HStore(327): Store=cbbe77f3da81f921f593574c51cb4619/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:19,350 INFO [StoreOpener-cbbe77f3da81f921f593574c51cb4619-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cbbe77f3da81f921f593574c51cb4619 2024-12-03T14:21:19,351 INFO [StoreOpener-cbbe77f3da81f921f593574c51cb4619-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbbe77f3da81f921f593574c51cb4619 columnFamilyName queue 2024-12-03T14:21:19,351 DEBUG [StoreOpener-cbbe77f3da81f921f593574c51cb4619-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:19,351 INFO [StoreOpener-cbbe77f3da81f921f593574c51cb4619-1 {}] regionserver.HStore(327): Store=cbbe77f3da81f921f593574c51cb4619/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:19,352 INFO [StoreOpener-cbbe77f3da81f921f593574c51cb4619-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cbbe77f3da81f921f593574c51cb4619 2024-12-03T14:21:19,352 INFO [StoreOpener-cbbe77f3da81f921f593574c51cb4619-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbbe77f3da81f921f593574c51cb4619 columnFamilyName sid 2024-12-03T14:21:19,352 DEBUG [StoreOpener-cbbe77f3da81f921f593574c51cb4619-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:19,353 INFO [StoreOpener-cbbe77f3da81f921f593574c51cb4619-1 {}] regionserver.HStore(327): Store=cbbe77f3da81f921f593574c51cb4619/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:19,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cbbe77f3da81f921f593574c51cb4619 2024-12-03T14:21:19,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/replication/cbbe77f3da81f921f593574c51cb4619 2024-12-03T14:21:19,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/replication/cbbe77f3da81f921f593574c51cb4619 2024-12-03T14:21:19,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cbbe77f3da81f921f593574c51cb4619 2024-12-03T14:21:19,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cbbe77f3da81f921f593574c51cb4619 2024-12-03T14:21:19,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:21:19,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cbbe77f3da81f921f593574c51cb4619 2024-12-03T14:21:19,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/replication/cbbe77f3da81f921f593574c51cb4619/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:21:19,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cbbe77f3da81f921f593574c51cb4619; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74070997, jitterRate=0.10374386608600616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:21:19,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbbe77f3da81f921f593574c51cb4619 2024-12-03T14:21:19,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cbbe77f3da81f921f593574c51cb4619: Running coprocessor pre-open hook at 1733235679348Writing region info on filesystem at 1733235679348Initializing all the Stores at 1733235679349 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235679349Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235679349Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235679349Cleaning up temporary data from old regions at 1733235679354 (+5 ms)Running coprocessor post-open hooks at 1733235679358 (+4 ms)Region opened successfully at 1733235679358 2024-12-03T14:21:19,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619., pid=10, masterSystemTime=1733235679323 2024-12-03T14:21:19,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619. 2024-12-03T14:21:19,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619. 2024-12-03T14:21:19,360 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cbbe77f3da81f921f593574c51cb4619, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,37291,1733235662532 2024-12-03T14:21:19,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbbe77f3da81f921f593574c51cb4619, server=3920e6a7c3b5,37291,1733235662532 because future has completed 2024-12-03T14:21:19,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T14:21:19,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cbbe77f3da81f921f593574c51cb4619, server=3920e6a7c3b5,37291,1733235662532 in 191 msec 2024-12-03T14:21:19,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T14:21:19,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbbe77f3da81f921f593574c51cb4619, ASSIGN in 347 msec 2024-12-03T14:21:19,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:21:19,366 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235679366"}]},"ts":"1733235679366"} 2024-12-03T14:21:19,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T14:21:19,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:21:19,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 771 msec 2024-12-03T14:21:19,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619., hostname=3920e6a7c3b5,37291,1733235662532, seqNum=2] 2024-12-03T14:21:19,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37291-0x1019b913ff10004, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1708538786 2024-12-03T14:21:19,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1708538786 2024-12-03T14:21:19,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T14:21:19,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T14:21:19,603 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T14:21:19,636 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3920e6a7c3b5,37291,1733235662532, ReplicationSource: 1, currentBandwidth=0 2024-12-03T14:21:19,637 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:21:19,637 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,37291,1733235662532, seqNum=-1] 2024-12-03T14:21:19,637 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:21:19,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-03T14:21:19,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3920e6a7c3b5,37291,1733235662532', locateType=CURRENT is [region=hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619., hostname=3920e6a7c3b5,37291,1733235662532, seqNum=2] 2024-12-03T14:21:19,641 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T14:21:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T14:21:19,643 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3920e6a7c3b5,37291,1733235662532 suceeded 2024-12-03T14:21:19,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T14:21:19,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-03T14:21:19,644 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3920e6a7c3b5:41933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T14:21:19,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0550 sec 2024-12-03T14:21:19,654 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:41933' 2024-12-03T14:21:19,655 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49f7f8fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:19,655 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,41933,-1 for getting cluster id 2024-12-03T14:21:19,655 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:21:19,656 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7242c13f-5bb5-4638-93df-c033d55c9295' 2024-12-03T14:21:19,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:21:19,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7242c13f-5bb5-4638-93df-c033d55c9295" 2024-12-03T14:21:19,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f1dfa0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:19,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,41933,-1] 2024-12-03T14:21:19,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:21:19,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:19,657 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:21:19,657 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f041ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:19,657 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:21:19,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,41933,1733235667709 2024-12-03T14:21:19,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52d8cf64 2024-12-03T14:21:19,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:21:19,658 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-03T14:21:19,659 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3920e6a7c3b5,37291,1733235662532 (queues=1) is replicating from cluster=d5590df6-87ed-42e7-ab96-9b4ef96fd98a to cluster=7242c13f-5bb5-4638-93df-c033d55c9295 2024-12-03T14:21:19,659 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3920e6a7c3b5%2C37291%2C1733235662532 2024-12-03T14:21:19,659 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3920e6a7c3b5,37291,1733235662532, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T14:21:19,659 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577, startPosition=0, beingWritten=true 2024-12-03T14:21:19,662 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.shipper3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3920e6a7c3b5%2C37291%2C1733235662532 2024-12-03T14:21:19,664 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:21:19,664 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 379, reset compression=false 2024-12-03T14:21:19,664 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.shipper3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,37291,1733235662532 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:21:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:21:19,724 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T14:21:19,724 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:21:19,724 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:21:19,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:19,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:19,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:21:19,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63406098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:19,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,41933,-1 for getting cluster id 2024-12-03T14:21:19,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:21:19,725 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7242c13f-5bb5-4638-93df-c033d55c9295' 2024-12-03T14:21:19,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:21:19,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7242c13f-5bb5-4638-93df-c033d55c9295" 2024-12-03T14:21:19,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2363a195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:19,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,41933,-1] 2024-12-03T14:21:19,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:21:19,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:19,726 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:21:19,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25cd1739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:19,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:21:19,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,41933,1733235667709 2024-12-03T14:21:19,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6274a24 2024-12-03T14:21:19,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:21:19,729 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:21:19,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3920e6a7c3b5:38491,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T14:21:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T14:21:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:21:19,731 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:38491' 2024-12-03T14:21:19,740 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3155f6fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:19,740 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,38491,-1 for getting cluster id 2024-12-03T14:21:19,740 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:21:19,741 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5590df6-87ed-42e7-ab96-9b4ef96fd98a' 2024-12-03T14:21:19,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:21:19,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5590df6-87ed-42e7-ab96-9b4ef96fd98a" 2024-12-03T14:21:19,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d84ea4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:19,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,38491,-1] 2024-12-03T14:21:19,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:21:19,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:19,742 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:21:19,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c87d7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:19,743 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:21:19,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,38491,1733235662399 2024-12-03T14:21:19,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2890fd99 2024-12-03T14:21:19,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:21:19,745 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:21:19,745 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T14:21:19,745 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T14:21:19,745 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:19,745 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:19,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:21:19,746 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:21:19,747 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T14:21:19,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:21:19,748 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:19,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:21:19,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741837_1013 (size=1138) 2024-12-03T14:21:19,797 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T14:21:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:21:19,870 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 379, reset compression=false 2024-12-03T14:21:19,931 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 379, reset compression=false 2024-12-03T14:21:20,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:21:20,162 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b6d8ae01b2c77d79d6e182c48bb96fd, NAME => 'hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e 2024-12-03T14:21:20,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741838_1014 (size=44) 2024-12-03T14:21:20,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:20,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4b6d8ae01b2c77d79d6e182c48bb96fd, disabling compactions & flushes 2024-12-03T14:21:20,167 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd. 2024-12-03T14:21:20,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd. 2024-12-03T14:21:20,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd. after waiting 0 ms 2024-12-03T14:21:20,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd. 2024-12-03T14:21:20,167 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd. 2024-12-03T14:21:20,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b6d8ae01b2c77d79d6e182c48bb96fd: Waiting for close lock at 1733235680167Disabling compacts and flushes for region at 1733235680167Disabling writes for close at 1733235680167Writing region close event to WAL at 1733235680167Closed at 1733235680167 2024-12-03T14:21:20,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:21:20,168 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733235680168"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235680168"}]},"ts":"1733235680168"} 2024-12-03T14:21:20,169 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:21:20,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:21:20,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235680170"}]},"ts":"1733235680170"} 2024-12-03T14:21:20,171 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T14:21:20,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b6d8ae01b2c77d79d6e182c48bb96fd, ASSIGN}] 2024-12-03T14:21:20,172 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b6d8ae01b2c77d79d6e182c48bb96fd, ASSIGN 2024-12-03T14:21:20,172 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4b6d8ae01b2c77d79d6e182c48bb96fd, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,37549,1733235667859; forceNewPlan=false, retain=false 2024-12-03T14:21:20,173 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 379, reset compression=false 2024-12-03T14:21:20,323 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4b6d8ae01b2c77d79d6e182c48bb96fd, regionState=OPENING, regionLocation=3920e6a7c3b5,37549,1733235667859 2024-12-03T14:21:20,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4b6d8ae01b2c77d79d6e182c48bb96fd, ASSIGN because future has completed 2024-12-03T14:21:20,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b6d8ae01b2c77d79d6e182c48bb96fd, server=3920e6a7c3b5,37549,1733235667859}] 2024-12-03T14:21:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:21:20,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd. 2024-12-03T14:21:20,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:21:20,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T14:21:20,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C37549%2C1733235667859.rep, suffix=, logDir=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859, archiveDir=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/oldWALs, maxLogs=10 2024-12-03T14:21:20,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.rep.1733235680480, exclude list is [], retry=0 2024-12-03T14:21:20,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38263,DS-dc7ab569-c23e-4adc-8069-bb1fde54afb4,DISK] 2024-12-03T14:21:20,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.rep.1733235680480 2024-12-03T14:21:20,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36133:36133)] 2024-12-03T14:21:20,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b6d8ae01b2c77d79d6e182c48bb96fd, NAME => 'hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:21:20,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:21:20,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:21:20,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd. service=MultiRowMutationService 2024-12-03T14:21:20,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T14:21:20,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4b6d8ae01b2c77d79d6e182c48bb96fd 2024-12-03T14:21:20,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:20,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4b6d8ae01b2c77d79d6e182c48bb96fd 2024-12-03T14:21:20,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4b6d8ae01b2c77d79d6e182c48bb96fd 2024-12-03T14:21:20,494 INFO [StoreOpener-4b6d8ae01b2c77d79d6e182c48bb96fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4b6d8ae01b2c77d79d6e182c48bb96fd 2024-12-03T14:21:20,495 INFO [StoreOpener-4b6d8ae01b2c77d79d6e182c48bb96fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b6d8ae01b2c77d79d6e182c48bb96fd columnFamilyName hfileref 2024-12-03T14:21:20,495 DEBUG [StoreOpener-4b6d8ae01b2c77d79d6e182c48bb96fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:20,496 INFO [StoreOpener-4b6d8ae01b2c77d79d6e182c48bb96fd-1 {}] regionserver.HStore(327): Store=4b6d8ae01b2c77d79d6e182c48bb96fd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:20,496 INFO [StoreOpener-4b6d8ae01b2c77d79d6e182c48bb96fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4b6d8ae01b2c77d79d6e182c48bb96fd 2024-12-03T14:21:20,496 INFO [StoreOpener-4b6d8ae01b2c77d79d6e182c48bb96fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b6d8ae01b2c77d79d6e182c48bb96fd columnFamilyName queue 2024-12-03T14:21:20,496 DEBUG [StoreOpener-4b6d8ae01b2c77d79d6e182c48bb96fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:20,497 INFO [StoreOpener-4b6d8ae01b2c77d79d6e182c48bb96fd-1 {}] regionserver.HStore(327): Store=4b6d8ae01b2c77d79d6e182c48bb96fd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:20,497 INFO [StoreOpener-4b6d8ae01b2c77d79d6e182c48bb96fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4b6d8ae01b2c77d79d6e182c48bb96fd 2024-12-03T14:21:20,497 INFO [StoreOpener-4b6d8ae01b2c77d79d6e182c48bb96fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b6d8ae01b2c77d79d6e182c48bb96fd columnFamilyName sid 2024-12-03T14:21:20,498 DEBUG [StoreOpener-4b6d8ae01b2c77d79d6e182c48bb96fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:20,498 INFO [StoreOpener-4b6d8ae01b2c77d79d6e182c48bb96fd-1 {}] regionserver.HStore(327): Store=4b6d8ae01b2c77d79d6e182c48bb96fd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:20,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4b6d8ae01b2c77d79d6e182c48bb96fd 2024-12-03T14:21:20,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/replication/4b6d8ae01b2c77d79d6e182c48bb96fd 2024-12-03T14:21:20,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/replication/4b6d8ae01b2c77d79d6e182c48bb96fd 2024-12-03T14:21:20,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4b6d8ae01b2c77d79d6e182c48bb96fd 2024-12-03T14:21:20,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4b6d8ae01b2c77d79d6e182c48bb96fd 2024-12-03T14:21:20,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:21:20,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4b6d8ae01b2c77d79d6e182c48bb96fd 2024-12-03T14:21:20,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/replication/4b6d8ae01b2c77d79d6e182c48bb96fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:21:20,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4b6d8ae01b2c77d79d6e182c48bb96fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68990241, jitterRate=0.028034701943397522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:21:20,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b6d8ae01b2c77d79d6e182c48bb96fd 2024-12-03T14:21:20,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4b6d8ae01b2c77d79d6e182c48bb96fd: Running coprocessor pre-open hook at 1733235680494Writing region info on filesystem at 1733235680494Initializing all the Stores at 1733235680494Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235680494Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235680494Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235680494Cleaning up temporary data from old regions at 1733235680499 (+5 ms)Running coprocessor post-open hooks at 1733235680502 (+3 ms)Region opened successfully at 1733235680502 2024-12-03T14:21:20,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd., pid=10, masterSystemTime=1733235680476 2024-12-03T14:21:20,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd. 2024-12-03T14:21:20,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd. 2024-12-03T14:21:20,504 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4b6d8ae01b2c77d79d6e182c48bb96fd, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,37549,1733235667859 2024-12-03T14:21:20,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b6d8ae01b2c77d79d6e182c48bb96fd, server=3920e6a7c3b5,37549,1733235667859 because future has completed 2024-12-03T14:21:20,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T14:21:20,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b6d8ae01b2c77d79d6e182c48bb96fd, server=3920e6a7c3b5,37549,1733235667859 in 181 msec 2024-12-03T14:21:20,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T14:21:20,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b6d8ae01b2c77d79d6e182c48bb96fd, ASSIGN in 336 msec 2024-12-03T14:21:20,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:21:20,509 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235680509"}]},"ts":"1733235680509"} 2024-12-03T14:21:20,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T14:21:20,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:21:20,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 765 msec 2024-12-03T14:21:20,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd., hostname=3920e6a7c3b5,37549,1733235667859, seqNum=2] 2024-12-03T14:21:20,576 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 379, reset compression=false 2024-12-03T14:21:20,587 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37549-0x1019b913ff10007, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1575441435 2024-12-03T14:21:20,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1575441435 2024-12-03T14:21:20,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T14:21:20,634 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 379, reset compression=false 2024-12-03T14:21:20,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37549 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T14:21:20,761 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T14:21:20,791 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3920e6a7c3b5,37549,1733235667859, ReplicationSource: 1, currentBandwidth=0 2024-12-03T14:21:20,791 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:21:20,792 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,37549,1733235667859, seqNum=-1] 2024-12-03T14:21:20,792 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:21:20,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-03T14:21:20,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3920e6a7c3b5,37549,1733235667859', locateType=CURRENT is [region=hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd., hostname=3920e6a7c3b5,37549,1733235667859, seqNum=2] 2024-12-03T14:21:20,796 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T14:21:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T14:21:20,798 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3920e6a7c3b5,37549,1733235667859 suceeded 2024-12-03T14:21:20,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T14:21:20,800 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3920e6a7c3b5:38491,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T14:21:20,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-12-03T14:21:20,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0710 sec 2024-12-03T14:21:20,813 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:38491' 2024-12-03T14:21:20,815 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49a85d86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:20,815 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,38491,-1 for getting cluster id 2024-12-03T14:21:20,815 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:21:20,816 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5590df6-87ed-42e7-ab96-9b4ef96fd98a' 2024-12-03T14:21:20,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:21:20,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5590df6-87ed-42e7-ab96-9b4ef96fd98a" 2024-12-03T14:21:20,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a847bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:20,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,38491,-1] 2024-12-03T14:21:20,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:21:20,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:20,817 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:21:20,818 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1347bb47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:20,818 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:21:20,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,38491,1733235662399 2024-12-03T14:21:20,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45a37736 2024-12-03T14:21:20,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:21:20,820 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-03T14:21:20,820 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3920e6a7c3b5,37549,1733235667859 (queues=1) is replicating from cluster=7242c13f-5bb5-4638-93df-c033d55c9295 to cluster=d5590df6-87ed-42e7-ab96-9b4ef96fd98a 2024-12-03T14:21:20,820 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3920e6a7c3b5%2C37549%2C1733235667859 2024-12-03T14:21:20,820 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3920e6a7c3b5,37549,1733235667859, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T14:21:20,824 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140, startPosition=0, beingWritten=true 2024-12-03T14:21:20,825 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.shipper3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3920e6a7c3b5%2C37549%2C1733235667859 2024-12-03T14:21:20,832 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:21:20,832 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 379, reset compression=false 2024-12-03T14:21:20,832 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.shipper3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,37549,1733235667859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:21:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:21:20,864 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T14:21:20,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:21:20,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:21:20,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:20,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:20,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:21:20,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ebb655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:20,865 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,38109,-1 for getting cluster id 2024-12-03T14:21:20,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:21:20,866 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c57ca260-176e-41e9-93d5-bf93df1c95f1' 2024-12-03T14:21:20,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:21:20,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c57ca260-176e-41e9-93d5-bf93df1c95f1" 2024-12-03T14:21:20,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e63b5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:20,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,38109,-1] 2024-12-03T14:21:20,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:21:20,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:20,867 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:21:20,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20828b79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:20,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbb5b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:20,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,38491,-1 for getting cluster id 2024-12-03T14:21:20,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:21:20,868 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5590df6-87ed-42e7-ab96-9b4ef96fd98a' 2024-12-03T14:21:20,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:21:20,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5590df6-87ed-42e7-ab96-9b4ef96fd98a" 2024-12-03T14:21:20,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674ba37a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:20,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,38491,-1] 2024-12-03T14:21:20,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:21:20,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:20,869 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:21:20,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@339bb163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:20,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42761de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:20,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,41933,-1 for getting cluster id 2024-12-03T14:21:20,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:21:20,870 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7242c13f-5bb5-4638-93df-c033d55c9295' 2024-12-03T14:21:20,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:21:20,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7242c13f-5bb5-4638-93df-c033d55c9295" 2024-12-03T14:21:20,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d3ccf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:20,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,41933,-1] 2024-12-03T14:21:20,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:21:20,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:20,871 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:21:20,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb038c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:20,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:21:20,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,42767,1733235657398, seqNum=-1] 2024-12-03T14:21:20,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:21:20,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:21:20,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733235670984.f902eae7f53050b7fc68f47adda05293., hostname=3920e6a7c3b5,42767,1733235657398, seqNum=2] 2024-12-03T14:21:20,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:21:20,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,37549,1733235667859, seqNum=-1] 2024-12-03T14:21:20,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:21:20,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:21:20,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00., hostname=3920e6a7c3b5,37549,1733235667859, seqNum=2] 2024-12-03T14:21:20,883 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T14:21:21,038 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 379, reset compression=false 2024-12-03T14:21:21,080 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 379, reset compression=false 2024-12-03T14:21:21,341 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 379, reset compression=false 2024-12-03T14:21:21,437 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 379, reset compression=false 2024-12-03T14:21:21,441 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:21:21,441 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 480, reset compression=false 2024-12-03T14:21:21,441 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.shipper3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,42767,1733235657398 got entry batch from reader: WALEntryBatch [walEntries=[{test/f902eae7f53050b7fc68f47adda05293/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T14:21:21,443 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.shipper3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:21:21,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-03T14:21:21,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37291 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:21:21,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a0cfa66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:21,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37291 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,38491,-1 for getting cluster id 2024-12-03T14:21:21,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:21:21,445 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5590df6-87ed-42e7-ab96-9b4ef96fd98a' 2024-12-03T14:21:21,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:21:21,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5590df6-87ed-42e7-ab96-9b4ef96fd98a" 2024-12-03T14:21:21,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25a8de37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:21,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,38491,-1] 2024-12-03T14:21:21,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:21:21,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:21,446 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:21:21,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5883efa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:21,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37291 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:21:21,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,37291,1733235662532, seqNum=-1] 2024-12-03T14:21:21,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:21:21,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-03T14:21:21,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40., hostname=3920e6a7c3b5,37291,1733235662532, seqNum=2] 2024-12-03T14:21:21,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37291 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:21:21,644 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 480, reset compression=false 2024-12-03T14:21:21,682 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 379, reset compression=false 2024-12-03T14:21:21,686 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:21:21,686 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 504, reset compression=false 2024-12-03T14:21:21,686 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.shipper3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,37291,1733235662532 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4c0c9039b3614f155403cc2f7832d40/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-03T14:21:21,688 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.shipper3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:21:21,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-03T14:21:21,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37549 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:21:21,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8317b4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:21,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37549 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,41933,-1 for getting cluster id 2024-12-03T14:21:21,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:21:21,690 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7242c13f-5bb5-4638-93df-c033d55c9295' 2024-12-03T14:21:21,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:21:21,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7242c13f-5bb5-4638-93df-c033d55c9295" 2024-12-03T14:21:21,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2556e011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:21,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,41933,-1] 2024-12-03T14:21:21,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:21:21,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:21,691 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:21:21,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bf67122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:21,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37549 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:21:21,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,37549,1733235667859, seqNum=-1] 2024-12-03T14:21:21,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:21:21,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-03T14:21:21,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00., hostname=3920e6a7c3b5,37549,1733235667859, seqNum=2] 2024-12-03T14:21:21,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37549 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:21:21,745 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 379, reset compression=false 2024-12-03T14:21:21,749 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:21:21,749 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 528, reset compression=false 2024-12-03T14:21:21,749 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.shipper3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,37549,1733235667859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:21:21,885 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T14:21:21,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:21:21,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,37291,1733235662532, seqNum=-1] 2024-12-03T14:21:21,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:21:21,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:21:21,889 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 504, reset compression=false 2024-12-03T14:21:21,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40., hostname=3920e6a7c3b5,37291,1733235662532, seqNum=2] 2024-12-03T14:21:21,893 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T14:21:21,893 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:21:21,893 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 608, reset compression=false 2024-12-03T14:21:21,893 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.shipper3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,37291,1733235662532 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4c0c9039b3614f155403cc2f7832d40/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T14:21:21,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37549 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:21:21,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37549 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:21:21,947 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 480, reset compression=false 2024-12-03T14:21:21,955 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 528, reset compression=false 2024-12-03T14:21:21,959 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:21:21,959 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 656, reset compression=false 2024-12-03T14:21:21,959 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.shipper3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,37549,1733235667859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:21:22,097 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 608, reset compression=false 2024-12-03T14:21:22,163 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 656, reset compression=false 2024-12-03T14:21:22,289 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T14:21:22,350 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 480, reset compression=false 2024-12-03T14:21:22,400 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 608, reset compression=false 2024-12-03T14:21:22,466 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 656, reset compression=false 2024-12-03T14:21:22,803 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 608, reset compression=false 2024-12-03T14:21:22,853 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 480, reset compression=false 2024-12-03T14:21:22,869 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 656, reset compression=false 2024-12-03T14:21:22,894 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T14:21:22,896 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-03T14:21:23,087 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:21:23,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:23,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:23,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:23,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:23,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:23,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:23,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:23,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:23,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:23,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:23,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:23,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:23,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:23,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:23,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:23,306 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 608, reset compression=false 2024-12-03T14:21:23,372 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 656, reset compression=false 2024-12-03T14:21:23,375 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:21:23,375 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 760, reset compression=false 2024-12-03T14:21:23,375 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.shipper3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,37549,1733235667859 got entry batch from reader: WALEntryBatch [walEntries=[{test/8d58ebb907a7d1b2c8ba409d8f0afd00/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T14:21:23,377 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.shipper3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:21:23,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-03T14:21:23,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37291 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:21:23,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37291 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:21:23,456 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 480, reset compression=false 2024-12-03T14:21:23,578 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 760, reset compression=false 2024-12-03T14:21:23,880 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 760, reset compression=false 2024-12-03T14:21:23,898 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-03T14:21:23,900 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T14:21:23,910 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 608, reset compression=false 2024-12-03T14:21:23,914 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:21:23,914 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 735, reset compression=false 2024-12-03T14:21:23,914 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.shipper3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,37291,1733235662532 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:21:24,117 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 735, reset compression=false 2024-12-03T14:21:24,160 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 480, reset compression=false 2024-12-03T14:21:24,163 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:21:24,163 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 636, reset compression=false 2024-12-03T14:21:24,163 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.shipper3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,42767,1733235657398 got entry batch from reader: WALEntryBatch [walEntries=[{test/f902eae7f53050b7fc68f47adda05293/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T14:21:24,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37291 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:21:24,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37291 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:21:24,283 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 760, reset compression=false 2024-12-03T14:21:24,368 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 636, reset compression=false 2024-12-03T14:21:24,420 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 735, reset compression=false 2024-12-03T14:21:24,424 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:21:24,424 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 883, reset compression=false 2024-12-03T14:21:24,424 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.shipper3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,37291,1733235662532 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4c0c9039b3614f155403cc2f7832d40/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-03T14:21:24,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37549 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:21:24,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37549 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:21:24,626 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 883, reset compression=false 2024-12-03T14:21:24,671 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 636, reset compression=false 2024-12-03T14:21:24,786 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 760, reset compression=false 2024-12-03T14:21:24,789 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:21:24,790 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 932, reset compression=false 2024-12-03T14:21:24,790 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.shipper3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,37549,1733235667859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:21:24,902 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T14:21:24,904 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T14:21:24,929 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 883, reset compression=false 2024-12-03T14:21:24,934 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:21:24,934 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 1042, reset compression=false 2024-12-03T14:21:24,934 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.shipper3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,37291,1733235662532 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4c0c9039b3614f155403cc2f7832d40/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T14:21:24,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37549 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:21:24,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37549 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:21:24,993 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 932, reset compression=false 2024-12-03T14:21:24,996 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:21:24,996 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 1082, reset compression=false 2024-12-03T14:21:24,996 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.shipper3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,37549,1733235667859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:21:25,073 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 636, reset compression=false 2024-12-03T14:21:25,143 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 1042, reset compression=false 2024-12-03T14:21:25,199 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 1082, reset compression=false 2024-12-03T14:21:25,446 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 1042, reset compression=false 2024-12-03T14:21:25,502 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 1082, reset compression=false 2024-12-03T14:21:25,576 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 636, reset compression=false 2024-12-03T14:21:25,849 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 1042, reset compression=false 2024-12-03T14:21:25,905 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 1082, reset compression=false 2024-12-03T14:21:25,906 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T14:21:25,909 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-03T14:21:25,910 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:21:25,910 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 1241, reset compression=false 2024-12-03T14:21:25,910 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.shipper3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,37549,1733235667859 got entry batch from reader: WALEntryBatch [walEntries=[{test/8d58ebb907a7d1b2c8ba409d8f0afd00/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T14:21:25,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37291 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T14:21:25,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37291 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T14:21:26,113 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 1241, reset compression=false 2024-12-03T14:21:26,180 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 636, reset compression=false 2024-12-03T14:21:26,352 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 1042, reset compression=false 2024-12-03T14:21:26,355 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:21:26,355 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 1191, reset compression=false 2024-12-03T14:21:26,355 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.shipper3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,37291,1733235662532 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:21:26,422 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 1241, reset compression=false 2024-12-03T14:21:26,558 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 1191, reset compression=false 2024-12-03T14:21:26,825 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 1241, reset compression=false 2024-12-03T14:21:26,861 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 1191, reset compression=false 2024-12-03T14:21:26,883 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 636, reset compression=false 2024-12-03T14:21:26,911 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-03T14:21:26,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T14:21:26,915 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:21:26,915 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:21:26,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:26,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:26,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:21:26,916 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T14:21:26,916 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=676605632, stopped=false 2024-12-03T14:21:26,916 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3920e6a7c3b5,41933,1733235667709 2024-12-03T14:21:26,965 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37549-0x1019b913ff10007, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1575441435/running 2024-12-03T14:21:26,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1575441435/running 2024-12-03T14:21:26,965 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:21:26,965 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37549-0x1019b913ff10007, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1575441435 2024-12-03T14:21:26,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1575441435 2024-12-03T14:21:26,966 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:21:26,966 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:21:26,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:26,966 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3920e6a7c3b5,37549,1733235667859' ***** 2024-12-03T14:21:26,966 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T14:21:26,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37549-0x1019b913ff10007, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Set watcher on znode that does not yet exist, /2-1575441435/running 2024-12-03T14:21:26,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Set watcher on znode that does not yet exist, /2-1575441435/running 2024-12-03T14:21:26,967 INFO [RS:0;3920e6a7c3b5:37549 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T14:21:26,967 INFO [RS:0;3920e6a7c3b5:37549 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T14:21:26,967 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T14:21:26,967 INFO [RS:0;3920e6a7c3b5:37549 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T14:21:26,967 INFO [RS:0;3920e6a7c3b5:37549 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b6d8ae01b2c77d79d6e182c48bb96fd 2024-12-03T14:21:26,967 INFO [RS:0;3920e6a7c3b5:37549 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d58ebb907a7d1b2c8ba409d8f0afd00 2024-12-03T14:21:26,967 INFO [RS:0;3920e6a7c3b5:37549 {}] regionserver.HRegionServer(959): stopping server 3920e6a7c3b5,37549,1733235667859 2024-12-03T14:21:26,967 INFO [RS:0;3920e6a7c3b5:37549 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:21:26,967 INFO [RS:0;3920e6a7c3b5:37549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:37549. 2024-12-03T14:21:26,967 DEBUG [RS:0;3920e6a7c3b5:37549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:21:26,967 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b6d8ae01b2c77d79d6e182c48bb96fd, disabling compactions & flushes 2024-12-03T14:21:26,967 DEBUG [RS:0;3920e6a7c3b5:37549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:26,967 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd. 2024-12-03T14:21:26,967 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd. 2024-12-03T14:21:26,967 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd. after waiting 0 ms 2024-12-03T14:21:26,967 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd. 2024-12-03T14:21:26,967 INFO [RS:0;3920e6a7c3b5:37549 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T14:21:26,967 INFO [RS:0;3920e6a7c3b5:37549 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T14:21:26,967 INFO [RS:0;3920e6a7c3b5:37549 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T14:21:26,968 INFO [RS:0;3920e6a7c3b5:37549 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T14:21:26,968 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4b6d8ae01b2c77d79d6e182c48bb96fd 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-03T14:21:26,968 INFO [RS:0;3920e6a7c3b5:37549 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T14:21:26,968 DEBUG [RS:0;3920e6a7c3b5:37549 {}] regionserver.HRegionServer(1325): Online Regions={4b6d8ae01b2c77d79d6e182c48bb96fd=hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd., 1588230740=hbase:meta,,1.1588230740, 8d58ebb907a7d1b2c8ba409d8f0afd00=test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00.} 2024-12-03T14:21:26,968 DEBUG [RS:0;3920e6a7c3b5:37549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b6d8ae01b2c77d79d6e182c48bb96fd, 8d58ebb907a7d1b2c8ba409d8f0afd00 2024-12-03T14:21:26,968 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:21:26,968 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:21:26,968 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:21:26,968 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:21:26,968 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:21:26,968 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T14:21:26,981 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/replication/4b6d8ae01b2c77d79d6e182c48bb96fd/.tmp/queue/41fc5e318e2346b791d779db494edaef is 154, key is 1-3920e6a7c3b5,37549,1733235667859/queue:3920e6a7c3b5%2C37549%2C1733235667859/1733235685914/Put/seqid=0 2024-12-03T14:21:26,984 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740/.tmp/info/18d36a6c56684c8fa6c17a4b69b1b344 is 147, key is hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd./info:regioninfo/1733235680504/Put/seqid=0 2024-12-03T14:21:26,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741840_1016 (size=5353) 2024-12-03T14:21:26,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741841_1017 (size=7686) 2024-12-03T14:21:27,029 INFO [regionserver/3920e6a7c3b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:21:27,067 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T14:21:27,067 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T14:21:27,168 DEBUG [RS:0;3920e6a7c3b5:37549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b6d8ae01b2c77d79d6e182c48bb96fd, 8d58ebb907a7d1b2c8ba409d8f0afd00 2024-12-03T14:21:27,227 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T14:21:27,264 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 1191, reset compression=false 2024-12-03T14:21:27,329 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 1241, reset compression=false 2024-12-03T14:21:27,368 DEBUG [RS:0;3920e6a7c3b5:37549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b6d8ae01b2c77d79d6e182c48bb96fd, 8d58ebb907a7d1b2c8ba409d8f0afd00 2024-12-03T14:21:27,385 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/replication/4b6d8ae01b2c77d79d6e182c48bb96fd/.tmp/queue/41fc5e318e2346b791d779db494edaef 2024-12-03T14:21:27,387 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740/.tmp/info/18d36a6c56684c8fa6c17a4b69b1b344 2024-12-03T14:21:27,389 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/replication/4b6d8ae01b2c77d79d6e182c48bb96fd/.tmp/queue/41fc5e318e2346b791d779db494edaef as hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/replication/4b6d8ae01b2c77d79d6e182c48bb96fd/queue/41fc5e318e2346b791d779db494edaef 2024-12-03T14:21:27,393 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/replication/4b6d8ae01b2c77d79d6e182c48bb96fd/queue/41fc5e318e2346b791d779db494edaef, entries=1, sequenceid=12, filesize=5.2 K 2024-12-03T14:21:27,394 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 4b6d8ae01b2c77d79d6e182c48bb96fd in 427ms, sequenceid=12, compaction requested=false 2024-12-03T14:21:27,400 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/replication/4b6d8ae01b2c77d79d6e182c48bb96fd/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T14:21:27,401 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:21:27,401 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:21:27,401 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd. 2024-12-03T14:21:27,401 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b6d8ae01b2c77d79d6e182c48bb96fd: Waiting for close lock at 1733235686967Running coprocessor pre-close hooks at 1733235686967Disabling compacts and flushes for region at 1733235686967Disabling writes for close at 1733235686967Obtaining lock to block concurrent updates at 1733235686968 (+1 ms)Preparing flush snapshotting stores in 4b6d8ae01b2c77d79d6e182c48bb96fd at 1733235686968Finished memstore snapshotting hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733235686968Flushing stores of hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd. at 1733235686968Flushing 4b6d8ae01b2c77d79d6e182c48bb96fd/queue: creating writer at 1733235686968Flushing 4b6d8ae01b2c77d79d6e182c48bb96fd/queue: appending metadata at 1733235686981 (+13 ms)Flushing 4b6d8ae01b2c77d79d6e182c48bb96fd/queue: closing flushed file at 1733235686981Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d48b655: reopening flushed file at 1733235687389 (+408 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 4b6d8ae01b2c77d79d6e182c48bb96fd in 427ms, sequenceid=12, compaction requested=false at 1733235687394 (+5 ms)Writing region close event to WAL at 1733235687394Running coprocessor post-close hooks at 1733235687401 (+7 ms)Closed at 1733235687401 2024-12-03T14:21:27,401 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733235679746.4b6d8ae01b2c77d79d6e182c48bb96fd. 2024-12-03T14:21:27,401 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d58ebb907a7d1b2c8ba409d8f0afd00, disabling compactions & flushes 2024-12-03T14:21:27,401 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00. 2024-12-03T14:21:27,401 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00. 2024-12-03T14:21:27,401 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00. after waiting 0 ms 2024-12-03T14:21:27,401 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00. 2024-12-03T14:21:27,401 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8d58ebb907a7d1b2c8ba409d8f0afd00 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-03T14:21:27,402 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740/.tmp/ns/6c6163d7cc6940a09c94138b60fdd885 is 43, key is default/ns:d/1733235670782/Put/seqid=0 2024-12-03T14:21:27,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741842_1018 (size=5153) 2024-12-03T14:21:27,410 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740/.tmp/ns/6c6163d7cc6940a09c94138b60fdd885 2024-12-03T14:21:27,415 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/default/test/8d58ebb907a7d1b2c8ba409d8f0afd00/.tmp/f/47e45fbfd75147e2af3189371d6f8339 is 29, key is row1/f:/1733235684902/DeleteFamily/seqid=0 2024-12-03T14:21:27,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741843_1019 (size=5152) 2024-12-03T14:21:27,418 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/default/test/8d58ebb907a7d1b2c8ba409d8f0afd00/.tmp/f/47e45fbfd75147e2af3189371d6f8339 2024-12-03T14:21:27,422 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47e45fbfd75147e2af3189371d6f8339 2024-12-03T14:21:27,426 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740/.tmp/rep_barrier/9578905860e3430c8cd612bc5c75b1e9 is 112, key is test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00./rep_barrier:seqnumDuringOpen/1733235675415/Put/seqid=0 2024-12-03T14:21:27,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741844_1020 (size=5518) 2024-12-03T14:21:27,432 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740/.tmp/rep_barrier/9578905860e3430c8cd612bc5c75b1e9 2024-12-03T14:21:27,435 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/default/test/8d58ebb907a7d1b2c8ba409d8f0afd00/.tmp/f1/975356c6dce745c6971a47fa6a33174d is 30, key is row1/f1:/1733235684902/DeleteFamily/seqid=0 2024-12-03T14:21:27,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741845_1021 (size=5158) 2024-12-03T14:21:27,438 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/default/test/8d58ebb907a7d1b2c8ba409d8f0afd00/.tmp/f1/975356c6dce745c6971a47fa6a33174d 2024-12-03T14:21:27,442 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 975356c6dce745c6971a47fa6a33174d 2024-12-03T14:21:27,448 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740/.tmp/table/cd28f334151743feba3385af996c34e1 is 53, key is hbase:replication/table:state/1733235680509/Put/seqid=0 2024-12-03T14:21:27,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741846_1022 (size=5308) 2024-12-03T14:21:27,455 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/default/test/8d58ebb907a7d1b2c8ba409d8f0afd00/.tmp/norep/a635264e36f94e609eb3c71eea1f9f38 is 33, key is row2/norep:/1733235685907/DeleteFamily/seqid=0 2024-12-03T14:21:27,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741847_1023 (size=5108) 2024-12-03T14:21:27,458 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/default/test/8d58ebb907a7d1b2c8ba409d8f0afd00/.tmp/norep/a635264e36f94e609eb3c71eea1f9f38 2024-12-03T14:21:27,461 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a635264e36f94e609eb3c71eea1f9f38 2024-12-03T14:21:27,461 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/default/test/8d58ebb907a7d1b2c8ba409d8f0afd00/.tmp/f/47e45fbfd75147e2af3189371d6f8339 as hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/default/test/8d58ebb907a7d1b2c8ba409d8f0afd00/f/47e45fbfd75147e2af3189371d6f8339 2024-12-03T14:21:27,464 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47e45fbfd75147e2af3189371d6f8339 2024-12-03T14:21:27,465 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/default/test/8d58ebb907a7d1b2c8ba409d8f0afd00/f/47e45fbfd75147e2af3189371d6f8339, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T14:21:27,465 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/default/test/8d58ebb907a7d1b2c8ba409d8f0afd00/.tmp/f1/975356c6dce745c6971a47fa6a33174d as hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/default/test/8d58ebb907a7d1b2c8ba409d8f0afd00/f1/975356c6dce745c6971a47fa6a33174d 2024-12-03T14:21:27,468 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 975356c6dce745c6971a47fa6a33174d 2024-12-03T14:21:27,468 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/default/test/8d58ebb907a7d1b2c8ba409d8f0afd00/f1/975356c6dce745c6971a47fa6a33174d, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T14:21:27,469 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/default/test/8d58ebb907a7d1b2c8ba409d8f0afd00/.tmp/norep/a635264e36f94e609eb3c71eea1f9f38 as hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/default/test/8d58ebb907a7d1b2c8ba409d8f0afd00/norep/a635264e36f94e609eb3c71eea1f9f38 2024-12-03T14:21:27,472 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a635264e36f94e609eb3c71eea1f9f38 2024-12-03T14:21:27,472 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/default/test/8d58ebb907a7d1b2c8ba409d8f0afd00/norep/a635264e36f94e609eb3c71eea1f9f38, entries=1, sequenceid=10, filesize=5.0 K 2024-12-03T14:21:27,473 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 8d58ebb907a7d1b2c8ba409d8f0afd00 in 72ms, sequenceid=10, compaction requested=false 2024-12-03T14:21:27,476 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/default/test/8d58ebb907a7d1b2c8ba409d8f0afd00/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T14:21:27,476 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:21:27,476 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:21:27,476 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00. 2024-12-03T14:21:27,476 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d58ebb907a7d1b2c8ba409d8f0afd00: Waiting for close lock at 1733235687401Running coprocessor pre-close hooks at 1733235687401Disabling compacts and flushes for region at 1733235687401Disabling writes for close at 1733235687401Obtaining lock to block concurrent updates at 1733235687401Preparing flush snapshotting stores in 8d58ebb907a7d1b2c8ba409d8f0afd00 at 1733235687401Finished memstore snapshotting test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733235687402 (+1 ms)Flushing stores of test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00. at 1733235687402Flushing 8d58ebb907a7d1b2c8ba409d8f0afd00/f: creating writer at 1733235687402Flushing 8d58ebb907a7d1b2c8ba409d8f0afd00/f: appending metadata at 1733235687415 (+13 ms)Flushing 8d58ebb907a7d1b2c8ba409d8f0afd00/f: closing flushed file at 1733235687415Flushing 8d58ebb907a7d1b2c8ba409d8f0afd00/f1: creating writer at 1733235687422 (+7 ms)Flushing 8d58ebb907a7d1b2c8ba409d8f0afd00/f1: appending metadata at 1733235687434 (+12 ms)Flushing 8d58ebb907a7d1b2c8ba409d8f0afd00/f1: closing flushed file at 1733235687434Flushing 8d58ebb907a7d1b2c8ba409d8f0afd00/norep: creating writer at 1733235687442 (+8 ms)Flushing 8d58ebb907a7d1b2c8ba409d8f0afd00/norep: appending metadata at 1733235687455 (+13 ms)Flushing 8d58ebb907a7d1b2c8ba409d8f0afd00/norep: closing flushed file at 1733235687455Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@116a8297: reopening flushed file at 1733235687461 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24d0a8ff: reopening flushed file at 1733235687465 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2131beff: reopening flushed file at 1733235687468 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 8d58ebb907a7d1b2c8ba409d8f0afd00 in 72ms, sequenceid=10, compaction requested=false at 1733235687473 (+5 ms)Writing region close event to WAL at 1733235687474 (+1 ms)Running coprocessor post-close hooks at 1733235687476 (+2 ms)Closed at 1733235687476 2024-12-03T14:21:27,476 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733235674276.8d58ebb907a7d1b2c8ba409d8f0afd00. 2024-12-03T14:21:27,568 DEBUG [RS:0;3920e6a7c3b5:37549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:21:27,686 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 636, reset compression=false 2024-12-03T14:21:27,767 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 1191, reset compression=false 2024-12-03T14:21:27,768 DEBUG [RS:0;3920e6a7c3b5:37549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:21:27,852 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740/.tmp/table/cd28f334151743feba3385af996c34e1 2024-12-03T14:21:27,856 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740/.tmp/info/18d36a6c56684c8fa6c17a4b69b1b344 as hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740/info/18d36a6c56684c8fa6c17a4b69b1b344 2024-12-03T14:21:27,859 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740/info/18d36a6c56684c8fa6c17a4b69b1b344, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T14:21:27,860 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740/.tmp/ns/6c6163d7cc6940a09c94138b60fdd885 as hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740/ns/6c6163d7cc6940a09c94138b60fdd885 2024-12-03T14:21:27,863 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740/ns/6c6163d7cc6940a09c94138b60fdd885, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T14:21:27,864 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740/.tmp/rep_barrier/9578905860e3430c8cd612bc5c75b1e9 as hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740/rep_barrier/9578905860e3430c8cd612bc5c75b1e9 2024-12-03T14:21:27,867 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740/rep_barrier/9578905860e3430c8cd612bc5c75b1e9, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T14:21:27,867 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740/.tmp/table/cd28f334151743feba3385af996c34e1 as hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740/table/cd28f334151743feba3385af996c34e1 2024-12-03T14:21:27,870 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740/table/cd28f334151743feba3385af996c34e1, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T14:21:27,871 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=16, compaction requested=false 2024-12-03T14:21:27,874 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T14:21:27,874 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:21:27,874 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:21:27,875 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:21:27,875 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235686968Running coprocessor pre-close hooks at 1733235686968Disabling compacts and flushes for region at 1733235686968Disabling writes for close at 1733235686968Obtaining lock to block concurrent updates at 1733235686968Preparing flush snapshotting stores in 1588230740 at 1733235686968Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733235686968Flushing stores of hbase:meta,,1.1588230740 at 1733235686969 (+1 ms)Flushing 1588230740/info: creating writer at 1733235686969Flushing 1588230740/info: appending metadata at 1733235686984 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733235686984Flushing 1588230740/ns: creating writer at 1733235687390 (+406 ms)Flushing 1588230740/ns: appending metadata at 1733235687402 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733235687402Flushing 1588230740/rep_barrier: creating writer at 1733235687413 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733235687425 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733235687426 (+1 ms)Flushing 1588230740/table: creating writer at 1733235687435 (+9 ms)Flushing 1588230740/table: appending metadata at 1733235687448 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733235687448Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e0ce4fc: reopening flushed file at 1733235687855 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e7ae590: reopening flushed file at 1733235687859 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@193dd503: reopening flushed file at 1733235687863 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@278005f1: reopening flushed file at 1733235687867 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=16, compaction requested=false at 1733235687871 (+4 ms)Writing region close event to WAL at 1733235687872 (+1 ms)Running coprocessor post-close hooks at 1733235687874 (+2 ms)Closed at 1733235687874 2024-12-03T14:21:27,875 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T14:21:27,931 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 1241, reset compression=false 2024-12-03T14:21:27,935 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:21:27,935 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 2132, reset compression=false 2024-12-03T14:21:27,935 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.shipper3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,37549,1733235667859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140, lastWalPosition=2132, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:21:27,936 ERROR [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.shipper3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3920e6a7c3b5,37549,1733235667859: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3920e6a7c3b5,37549,1733235667859, walGroup=3920e6a7c3b5%2C37549%2C1733235667859, offset=3920e6a7c3b5%2C37549%2C1733235667859.1733235670140:2132, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:37549 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T14:21:27,937 ERROR [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.shipper3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T14:21:27,937 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.shipper3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T14:21:27,937 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.shipper3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T14:21:27,937 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.shipper3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T14:21:27,937 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.shipper3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T14:21:27,938 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.shipper3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 1016746304 }, "NonHeapMemoryUsage": { "committed": 206897152, "init": 7667712, "max": -1, "used": 201940752 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T14:21:27,938 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.shipper3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:41933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:41933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T14:21:27,968 INFO [RS:0;3920e6a7c3b5:37549 {}] regionserver.HRegionServer(976): stopping server 3920e6a7c3b5,37549,1733235667859; all regions closed. 2024-12-03T14:21:27,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741834_1010 (size=4239) 2024-12-03T14:21:27,971 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.meta.1733235670691.meta not finished, retry = 0 2024-12-03T14:21:28,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741839_1015 (size=3114) 2024-12-03T14:21:28,073 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.rep.1733235680480 not finished, retry = 0 2024-12-03T14:21:28,140 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/WALs/3920e6a7c3b5,37549,1733235667859/3920e6a7c3b5%2C37549%2C1733235667859.1733235670140 to pos 2132, reset compression=false 2024-12-03T14:21:28,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741832_1008 (size=2140) 2024-12-03T14:21:28,176 DEBUG [RS:0;3920e6a7c3b5:37549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:28,176 INFO [RS:0;3920e6a7c3b5:37549 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:21:28,176 INFO [RS:0;3920e6a7c3b5:37549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:21:28,176 INFO [RS:0;3920e6a7c3b5:37549 {}] hbase.ChoreService(370): Chore service for: regionserver/3920e6a7c3b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T14:21:28,176 INFO [RS:0;3920e6a7c3b5:37549 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:21:28,176 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:21:28,177 INFO [RS:0;3920e6a7c3b5:37549 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3920e6a7c3b5,37549,1733235667859 because: Region server is closing 2024-12-03T14:21:28,177 INFO [RS:0;3920e6a7c3b5:37549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:37549. 2024-12-03T14:21:28,177 DEBUG [RS:0;3920e6a7c3b5:37549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:21:28,177 DEBUG [RS:0;3920e6a7c3b5:37549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:28,177 DEBUG [RS:0;3920e6a7c3b5:37549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:28,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:21:28,277 INFO [RS:0;3920e6a7c3b5:37549 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.shipper3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 terminated 2024-12-03T14:21:28,277 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37549,1733235667859.replicationSource.wal-reader.3920e6a7c3b5%2C37549%2C1733235667859,1-3920e6a7c3b5,37549,1733235667859 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T14:21:28,278 INFO [RS:0;3920e6a7c3b5:37549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:37549. 2024-12-03T14:21:28,278 DEBUG [RS:0;3920e6a7c3b5:37549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:21:28,278 DEBUG [RS:0;3920e6a7c3b5:37549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:28,278 DEBUG [RS:0;3920e6a7c3b5:37549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:28,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:21:28,278 INFO [RS:0;3920e6a7c3b5:37549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37549 2024-12-03T14:21:28,371 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37549-0x1019b913ff10007, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1575441435/rs/3920e6a7c3b5,37549,1733235667859 2024-12-03T14:21:28,371 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 1191, reset compression=false 2024-12-03T14:21:28,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1575441435/rs 2024-12-03T14:21:28,371 INFO [RS:0;3920e6a7c3b5:37549 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:21:28,372 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3920e6a7c3b5,37549,1733235667859] 2024-12-03T14:21:28,407 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1575441435/draining/3920e6a7c3b5,37549,1733235667859 already deleted, retry=false 2024-12-03T14:21:28,407 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3920e6a7c3b5,37549,1733235667859 expired; onlineServers=0 2024-12-03T14:21:28,407 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3920e6a7c3b5,41933,1733235667709' ***** 2024-12-03T14:21:28,407 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T14:21:28,407 INFO [M:0;3920e6a7c3b5:41933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:21:28,408 INFO [M:0;3920e6a7c3b5:41933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:21:28,408 DEBUG [M:0;3920e6a7c3b5:41933 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T14:21:28,408 DEBUG [M:0;3920e6a7c3b5:41933 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T14:21:28,408 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T14:21:28,408 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235669828 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235669828,5,FailOnTimeoutGroup] 2024-12-03T14:21:28,408 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235669828 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235669828,5,FailOnTimeoutGroup] 2024-12-03T14:21:28,408 INFO [M:0;3920e6a7c3b5:41933 {}] hbase.ChoreService(370): Chore service for: master/3920e6a7c3b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T14:21:28,408 INFO [M:0;3920e6a7c3b5:41933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:21:28,408 DEBUG [M:0;3920e6a7c3b5:41933 {}] master.HMaster(1795): Stopping service threads 2024-12-03T14:21:28,408 INFO [M:0;3920e6a7c3b5:41933 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T14:21:28,408 INFO [M:0;3920e6a7c3b5:41933 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:21:28,408 INFO [M:0;3920e6a7c3b5:41933 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T14:21:28,409 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T14:21:28,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1575441435/master 2024-12-03T14:21:28,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1575441435 2024-12-03T14:21:28,418 DEBUG [M:0;3920e6a7c3b5:41933 {}] zookeeper.ZKUtil(347): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Unable to get data of znode /2-1575441435/master because node does not exist (not an error) 2024-12-03T14:21:28,418 WARN [M:0;3920e6a7c3b5:41933 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T14:21:28,418 INFO [M:0;3920e6a7c3b5:41933 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/.lastflushedseqids 2024-12-03T14:21:28,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741848_1024 (size=245) 2024-12-03T14:21:28,497 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37549-0x1019b913ff10007, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:21:28,497 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37549-0x1019b913ff10007, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:21:28,497 INFO [RS:0;3920e6a7c3b5:37549 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:21:28,497 INFO [RS:0;3920e6a7c3b5:37549 {}] regionserver.HRegionServer(1031): Exiting; stopping=3920e6a7c3b5,37549,1733235667859; zookeeper connection closed. 2024-12-03T14:21:28,497 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@328b420 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@328b420 2024-12-03T14:21:28,497 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T14:21:28,590 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 636, reset compression=false 2024-12-03T14:21:28,822 INFO [M:0;3920e6a7c3b5:41933 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T14:21:28,822 INFO [M:0;3920e6a7c3b5:41933 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T14:21:28,823 DEBUG [M:0;3920e6a7c3b5:41933 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:21:28,823 INFO [M:0;3920e6a7c3b5:41933 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:28,823 DEBUG [M:0;3920e6a7c3b5:41933 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:28,823 DEBUG [M:0;3920e6a7c3b5:41933 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:21:28,823 DEBUG [M:0;3920e6a7c3b5:41933 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:28,823 INFO [M:0;3920e6a7c3b5:41933 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T14:21:28,835 DEBUG [M:0;3920e6a7c3b5:41933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2a0391e08d94042b9cc9095bf58fbaa is 82, key is hbase:meta,,1/info:regioninfo/1733235670714/Put/seqid=0 2024-12-03T14:21:28,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741849_1025 (size=5672) 2024-12-03T14:21:29,074 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 1191, reset compression=false 2024-12-03T14:21:29,153 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:21:29,153 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:21:29,153 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 109004 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:21:29,239 INFO [M:0;3920e6a7c3b5:41933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2a0391e08d94042b9cc9095bf58fbaa 2024-12-03T14:21:29,254 DEBUG [M:0;3920e6a7c3b5:41933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e17deb34d7754dd08e6241ca878864b5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733235680511/Put/seqid=0 2024-12-03T14:21:29,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741850_1026 (size=8516) 2024-12-03T14:21:29,592 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 636, reset compression=false 2024-12-03T14:21:29,657 INFO [M:0;3920e6a7c3b5:41933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e17deb34d7754dd08e6241ca878864b5 2024-12-03T14:21:29,677 DEBUG [M:0;3920e6a7c3b5:41933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3530646ec9204506942db8c486e5a3c6 is 69, key is 3920e6a7c3b5,37549,1733235667859/rs:state/1733235669920/Put/seqid=0 2024-12-03T14:21:29,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741851_1027 (size=5156) 2024-12-03T14:21:29,877 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 1191, reset compression=false 2024-12-03T14:21:30,080 INFO [M:0;3920e6a7c3b5:41933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3530646ec9204506942db8c486e5a3c6 2024-12-03T14:21:30,084 DEBUG [M:0;3920e6a7c3b5:41933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2a0391e08d94042b9cc9095bf58fbaa as hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2a0391e08d94042b9cc9095bf58fbaa 2024-12-03T14:21:30,087 INFO [M:0;3920e6a7c3b5:41933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2a0391e08d94042b9cc9095bf58fbaa, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T14:21:30,088 DEBUG [M:0;3920e6a7c3b5:41933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e17deb34d7754dd08e6241ca878864b5 as hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e17deb34d7754dd08e6241ca878864b5 2024-12-03T14:21:30,091 INFO [M:0;3920e6a7c3b5:41933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e17deb34d7754dd08e6241ca878864b5, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T14:21:30,092 DEBUG [M:0;3920e6a7c3b5:41933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3530646ec9204506942db8c486e5a3c6 as hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3530646ec9204506942db8c486e5a3c6 2024-12-03T14:21:30,095 INFO [M:0;3920e6a7c3b5:41933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/d3030e7a-0b36-50f4-d984-a08d7ac6d82e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3530646ec9204506942db8c486e5a3c6, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T14:21:30,096 INFO [M:0;3920e6a7c3b5:41933 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false 2024-12-03T14:21:30,097 INFO [M:0;3920e6a7c3b5:41933 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:30,097 DEBUG [M:0;3920e6a7c3b5:41933 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235688822Disabling compacts and flushes for region at 1733235688822Disabling writes for close at 1733235688823 (+1 ms)Obtaining lock to block concurrent updates at 1733235688823Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733235688823Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733235688823Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733235688823Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733235688823Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733235688835 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733235688835Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733235689242 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733235689253 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733235689253Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733235689661 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733235689676 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733235689676Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c2338c9: reopening flushed file at 1733235690084 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fba659c: reopening flushed file at 1733235690088 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@206105c1: reopening flushed file at 1733235690091 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false at 1733235690096 (+5 ms)Writing region close event to WAL at 1733235690097 (+1 ms)Closed at 1733235690097 2024-12-03T14:21:30,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38263 is added to blk_1073741830_1006 (size=63654) 2024-12-03T14:21:30,099 INFO [M:0;3920e6a7c3b5:41933 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T14:21:30,099 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:21:30,099 INFO [M:0;3920e6a7c3b5:41933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41933 2024-12-03T14:21:30,100 INFO [M:0;3920e6a7c3b5:41933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:21:30,276 INFO [M:0;3920e6a7c3b5:41933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:21:30,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:21:30,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1019b913ff10006, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:21:30,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21be0beb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:21:30,278 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e7096ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:21:30,278 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:21:30,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a88bd8d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:21:30,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@193535bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/hadoop.log.dir/,STOPPED} 2024-12-03T14:21:30,279 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T14:21:30,279 WARN [BP-845861713-172.17.0.2-1733235665522 heartbeating to localhost/127.0.0.1:35115 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T14:21:30,279 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T14:21:30,279 WARN [BP-845861713-172.17.0.2-1733235665522 heartbeating to localhost/127.0.0.1:35115 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-845861713-172.17.0.2-1733235665522 (Datanode Uuid daabc975-b08c-4f42-b83f-5eff12381abe) service to localhost/127.0.0.1:35115 2024-12-03T14:21:30,279 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/cluster_1f2c9c0f-c428-66a7-f45a-2762fcd69aeb/data/data1/current/BP-845861713-172.17.0.2-1733235665522 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:21:30,280 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/cluster_1f2c9c0f-c428-66a7-f45a-2762fcd69aeb/data/data2/current/BP-845861713-172.17.0.2-1733235665522 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:21:30,280 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T14:21:30,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59e041cf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:21:30,285 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31188b1c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:21:30,285 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:21:30,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@252299b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:21:30,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ac7ff8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/hadoop.log.dir/,STOPPED} 2024-12-03T14:21:30,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T14:21:30,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T14:21:30,302 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:21:30,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:21:30,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:30,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:30,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:21:30,302 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T14:21:30,303 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=404199603, stopped=false 2024-12-03T14:21:30,303 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3920e6a7c3b5,38491,1733235662399 2024-12-03T14:21:30,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37291-0x1019b913ff10004, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1708538786/running 2024-12-03T14:21:30,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1708538786/running 2024-12-03T14:21:30,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1708538786 2024-12-03T14:21:30,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37291-0x1019b913ff10004, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1708538786 2024-12-03T14:21:30,336 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:21:30,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37291-0x1019b913ff10004, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Set watcher on znode that does not yet exist, /1-1708538786/running 2024-12-03T14:21:30,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Set watcher on znode that does not yet exist, /1-1708538786/running 2024-12-03T14:21:30,336 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:21:30,337 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:21:30,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:30,337 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3920e6a7c3b5,37291,1733235662532' ***** 2024-12-03T14:21:30,337 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T14:21:30,337 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T14:21:30,337 INFO [RS:0;3920e6a7c3b5:37291 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T14:21:30,337 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T14:21:30,337 INFO [RS:0;3920e6a7c3b5:37291 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T14:21:30,337 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(3091): Received CLOSE for d4c0c9039b3614f155403cc2f7832d40 2024-12-03T14:21:30,337 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(3091): Received CLOSE for cbbe77f3da81f921f593574c51cb4619 2024-12-03T14:21:30,337 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(959): stopping server 3920e6a7c3b5,37291,1733235662532 2024-12-03T14:21:30,337 INFO [RS:0;3920e6a7c3b5:37291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:21:30,338 INFO [RS:0;3920e6a7c3b5:37291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:37291. 2024-12-03T14:21:30,338 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4c0c9039b3614f155403cc2f7832d40, disabling compactions & flushes 2024-12-03T14:21:30,338 DEBUG [RS:0;3920e6a7c3b5:37291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:21:30,338 DEBUG [RS:0;3920e6a7c3b5:37291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:30,338 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40. 2024-12-03T14:21:30,338 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40. 2024-12-03T14:21:30,338 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40. after waiting 0 ms 2024-12-03T14:21:30,338 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T14:21:30,338 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40. 2024-12-03T14:21:30,338 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T14:21:30,338 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T14:21:30,338 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T14:21:30,338 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d4c0c9039b3614f155403cc2f7832d40 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-03T14:21:30,338 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T14:21:30,338 DEBUG [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(1325): Online Regions={d4c0c9039b3614f155403cc2f7832d40=test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40., 1588230740=hbase:meta,,1.1588230740, cbbe77f3da81f921f593574c51cb4619=hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619.} 2024-12-03T14:21:30,338 DEBUG [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbbe77f3da81f921f593574c51cb4619, d4c0c9039b3614f155403cc2f7832d40 2024-12-03T14:21:30,338 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:21:30,338 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:21:30,338 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:21:30,338 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:21:30,338 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:21:30,338 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T14:21:30,350 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/default/test/d4c0c9039b3614f155403cc2f7832d40/.tmp/f/a281c11b521c4dd888e7f85ecd5772be is 29, key is row1/f:/1733235684902/DeleteFamily/seqid=0 2024-12-03T14:21:30,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741840_1016 (size=5152) 2024-12-03T14:21:30,353 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740/.tmp/info/6cc65bcbf5694b65962f3b79795a8f3c is 147, key is hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619./info:regioninfo/1733235679360/Put/seqid=0 2024-12-03T14:21:30,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741841_1017 (size=7686) 2024-12-03T14:21:30,378 INFO [regionserver/3920e6a7c3b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:21:30,521 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T14:21:30,521 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T14:21:30,538 DEBUG [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbbe77f3da81f921f593574c51cb4619, d4c0c9039b3614f155403cc2f7832d40 2024-12-03T14:21:30,695 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 636, reset compression=false 2024-12-03T14:21:30,738 DEBUG [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbbe77f3da81f921f593574c51cb4619, d4c0c9039b3614f155403cc2f7832d40 2024-12-03T14:21:30,754 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/default/test/d4c0c9039b3614f155403cc2f7832d40/.tmp/f/a281c11b521c4dd888e7f85ecd5772be 2024-12-03T14:21:30,757 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a281c11b521c4dd888e7f85ecd5772be 2024-12-03T14:21:30,757 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740/.tmp/info/6cc65bcbf5694b65962f3b79795a8f3c 2024-12-03T14:21:30,769 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/default/test/d4c0c9039b3614f155403cc2f7832d40/.tmp/f1/32f9f28d797a471285e6c3cef98f87cd is 30, key is row1/f1:/1733235684902/DeleteFamily/seqid=0 2024-12-03T14:21:30,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741842_1018 (size=5158) 2024-12-03T14:21:30,773 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/default/test/d4c0c9039b3614f155403cc2f7832d40/.tmp/f1/32f9f28d797a471285e6c3cef98f87cd 2024-12-03T14:21:30,776 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740/.tmp/ns/233ed6f3979d47b592bdcaebdc375929 is 43, key is default/ns:d/1733235665425/Put/seqid=0 2024-12-03T14:21:30,776 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 32f9f28d797a471285e6c3cef98f87cd 2024-12-03T14:21:30,780 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 1191, reset compression=false 2024-12-03T14:21:30,789 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:21:30,789 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 1438, reset compression=false 2024-12-03T14:21:30,789 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.shipper3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,37291,1733235662532 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:21:30,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741843_1019 (size=5153) 2024-12-03T14:21:30,790 ERROR [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.shipper3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3920e6a7c3b5,37291,1733235662532: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3920e6a7c3b5,37291,1733235662532, walGroup=3920e6a7c3b5%2C37291%2C1733235662532, offset=3920e6a7c3b5%2C37291%2C1733235662532.1733235664577:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:37291 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T14:21:30,791 ERROR [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.shipper3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T14:21:30,791 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.shipper3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T14:21:30,791 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.shipper3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T14:21:30,791 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.shipper3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T14:21:30,791 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.shipper3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T14:21:30,791 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.shipper3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 1010076160 }, "NonHeapMemoryUsage": { "committed": 207093760, "init": 7667712, "max": -1, "used": 202202184 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T14:21:30,792 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.shipper3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:38491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:38491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T14:21:30,798 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740/.tmp/ns/233ed6f3979d47b592bdcaebdc375929 2024-12-03T14:21:30,800 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/default/test/d4c0c9039b3614f155403cc2f7832d40/.tmp/norep/684a6db683804daa9bcd703c9446bd5f is 33, key is row1/norep:/1733235684902/DeleteFamily/seqid=0 2024-12-03T14:21:30,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741844_1020 (size=5108) 2024-12-03T14:21:30,803 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/default/test/d4c0c9039b3614f155403cc2f7832d40/.tmp/norep/684a6db683804daa9bcd703c9446bd5f 2024-12-03T14:21:30,806 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 684a6db683804daa9bcd703c9446bd5f 2024-12-03T14:21:30,807 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/default/test/d4c0c9039b3614f155403cc2f7832d40/.tmp/f/a281c11b521c4dd888e7f85ecd5772be as hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/default/test/d4c0c9039b3614f155403cc2f7832d40/f/a281c11b521c4dd888e7f85ecd5772be 2024-12-03T14:21:30,810 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a281c11b521c4dd888e7f85ecd5772be 2024-12-03T14:21:30,810 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/default/test/d4c0c9039b3614f155403cc2f7832d40/f/a281c11b521c4dd888e7f85ecd5772be, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T14:21:30,811 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/default/test/d4c0c9039b3614f155403cc2f7832d40/.tmp/f1/32f9f28d797a471285e6c3cef98f87cd as hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/default/test/d4c0c9039b3614f155403cc2f7832d40/f1/32f9f28d797a471285e6c3cef98f87cd 2024-12-03T14:21:30,814 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 32f9f28d797a471285e6c3cef98f87cd 2024-12-03T14:21:30,814 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/default/test/d4c0c9039b3614f155403cc2f7832d40/f1/32f9f28d797a471285e6c3cef98f87cd, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T14:21:30,815 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/default/test/d4c0c9039b3614f155403cc2f7832d40/.tmp/norep/684a6db683804daa9bcd703c9446bd5f as hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/default/test/d4c0c9039b3614f155403cc2f7832d40/norep/684a6db683804daa9bcd703c9446bd5f 2024-12-03T14:21:30,816 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740/.tmp/rep_barrier/b66557ac9ff149348e0212c377e5e462 is 112, key is test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40./rep_barrier:seqnumDuringOpen/1733235673272/Put/seqid=0 2024-12-03T14:21:30,818 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 684a6db683804daa9bcd703c9446bd5f 2024-12-03T14:21:30,818 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/default/test/d4c0c9039b3614f155403cc2f7832d40/norep/684a6db683804daa9bcd703c9446bd5f, entries=1, sequenceid=10, filesize=5.0 K 2024-12-03T14:21:30,819 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d4c0c9039b3614f155403cc2f7832d40 in 481ms, sequenceid=10, compaction requested=false 2024-12-03T14:21:30,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741845_1021 (size=5518) 2024-12-03T14:21:30,819 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T14:21:30,824 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/default/test/d4c0c9039b3614f155403cc2f7832d40/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T14:21:30,825 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:21:30,825 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:21:30,825 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40. 2024-12-03T14:21:30,825 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4c0c9039b3614f155403cc2f7832d40: Waiting for close lock at 1733235690337Running coprocessor pre-close hooks at 1733235690337Disabling compacts and flushes for region at 1733235690338 (+1 ms)Disabling writes for close at 1733235690338Obtaining lock to block concurrent updates at 1733235690338Preparing flush snapshotting stores in d4c0c9039b3614f155403cc2f7832d40 at 1733235690338Finished memstore snapshotting test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733235690338Flushing stores of test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40. at 1733235690338Flushing d4c0c9039b3614f155403cc2f7832d40/f: creating writer at 1733235690338Flushing d4c0c9039b3614f155403cc2f7832d40/f: appending metadata at 1733235690349 (+11 ms)Flushing d4c0c9039b3614f155403cc2f7832d40/f: closing flushed file at 1733235690349Flushing d4c0c9039b3614f155403cc2f7832d40/f1: creating writer at 1733235690757 (+408 ms)Flushing d4c0c9039b3614f155403cc2f7832d40/f1: appending metadata at 1733235690769 (+12 ms)Flushing d4c0c9039b3614f155403cc2f7832d40/f1: closing flushed file at 1733235690769Flushing d4c0c9039b3614f155403cc2f7832d40/norep: creating writer at 1733235690776 (+7 ms)Flushing d4c0c9039b3614f155403cc2f7832d40/norep: appending metadata at 1733235690799 (+23 ms)Flushing d4c0c9039b3614f155403cc2f7832d40/norep: closing flushed file at 1733235690799Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e5c7a0e: reopening flushed file at 1733235690806 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@361a715a: reopening flushed file at 1733235690810 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ce2f077: reopening flushed file at 1733235690814 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d4c0c9039b3614f155403cc2f7832d40 in 481ms, sequenceid=10, compaction requested=false at 1733235690819 (+5 ms)Writing region close event to WAL at 1733235690822 (+3 ms)Running coprocessor post-close hooks at 1733235690825 (+3 ms)Closed at 1733235690825 2024-12-03T14:21:30,825 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733235672125.d4c0c9039b3614f155403cc2f7832d40. 2024-12-03T14:21:30,825 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbbe77f3da81f921f593574c51cb4619, disabling compactions & flushes 2024-12-03T14:21:30,825 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619. 2024-12-03T14:21:30,825 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619. 2024-12-03T14:21:30,825 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619. after waiting 0 ms 2024-12-03T14:21:30,825 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619. 2024-12-03T14:21:30,825 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbbe77f3da81f921f593574c51cb4619: Waiting for close lock at 1733235690825Running coprocessor pre-close hooks at 1733235690825Disabling compacts and flushes for region at 1733235690825Disabling writes for close at 1733235690825Failed flush hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619., putting online again at 1733235690825 2024-12-03T14:21:30,825 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619. 2024-12-03T14:21:30,939 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(3091): Received CLOSE for cbbe77f3da81f921f593574c51cb4619 2024-12-03T14:21:30,939 DEBUG [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbbe77f3da81f921f593574c51cb4619 2024-12-03T14:21:30,939 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbbe77f3da81f921f593574c51cb4619, disabling compactions & flushes 2024-12-03T14:21:30,939 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619. 2024-12-03T14:21:30,939 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619. 2024-12-03T14:21:30,939 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619. after waiting 0 ms 2024-12-03T14:21:30,939 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619. 2024-12-03T14:21:30,939 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbbe77f3da81f921f593574c51cb4619: Waiting for close lock at 1733235690939Running coprocessor pre-close hooks at 1733235690939Disabling compacts and flushes for region at 1733235690939Disabling writes for close at 1733235690939Failed flush hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619., putting online again at 1733235690939 2024-12-03T14:21:30,939 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619. 2024-12-03T14:21:30,992 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 1438, reset compression=false 2024-12-03T14:21:30,996 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:21:30,996 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 2082, reset compression=false 2024-12-03T14:21:31,139 DEBUG [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:21:31,199 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 2082, reset compression=false 2024-12-03T14:21:31,219 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740/.tmp/rep_barrier/b66557ac9ff149348e0212c377e5e462 2024-12-03T14:21:31,239 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740/.tmp/table/de825c34dd5b4165bf6ca0e7e6fcd7e8 is 53, key is hbase:replication/table:state/1733235679366/Put/seqid=0 2024-12-03T14:21:31,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741846_1022 (size=5308) 2024-12-03T14:21:31,339 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T14:21:31,339 DEBUG [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cbbe77f3da81f921f593574c51cb4619=hbase:replication,,1733235678596.cbbe77f3da81f921f593574c51cb4619.} 2024-12-03T14:21:31,339 DEBUG [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:21:31,501 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 2082, reset compression=false 2024-12-03T14:21:31,539 DEBUG [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:21:31,651 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740/.tmp/table/de825c34dd5b4165bf6ca0e7e6fcd7e8 2024-12-03T14:21:31,655 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740/.tmp/info/6cc65bcbf5694b65962f3b79795a8f3c as hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740/info/6cc65bcbf5694b65962f3b79795a8f3c 2024-12-03T14:21:31,658 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740/info/6cc65bcbf5694b65962f3b79795a8f3c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T14:21:31,658 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740/.tmp/ns/233ed6f3979d47b592bdcaebdc375929 as hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740/ns/233ed6f3979d47b592bdcaebdc375929 2024-12-03T14:21:31,661 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740/ns/233ed6f3979d47b592bdcaebdc375929, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T14:21:31,661 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740/.tmp/rep_barrier/b66557ac9ff149348e0212c377e5e462 as hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740/rep_barrier/b66557ac9ff149348e0212c377e5e462 2024-12-03T14:21:31,664 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740/rep_barrier/b66557ac9ff149348e0212c377e5e462, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T14:21:31,664 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740/.tmp/table/de825c34dd5b4165bf6ca0e7e6fcd7e8 as hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740/table/de825c34dd5b4165bf6ca0e7e6fcd7e8 2024-12-03T14:21:31,667 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740/table/de825c34dd5b4165bf6ca0e7e6fcd7e8, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T14:21:31,667 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=16, compaction requested=false 2024-12-03T14:21:31,667 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T14:21:31,671 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T14:21:31,671 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:21:31,671 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:21:31,671 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:21:31,671 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235690338Running coprocessor pre-close hooks at 1733235690338Disabling compacts and flushes for region at 1733235690338Disabling writes for close at 1733235690338Obtaining lock to block concurrent updates at 1733235690338Preparing flush snapshotting stores in 1588230740 at 1733235690338Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733235690338Flushing stores of hbase:meta,,1.1588230740 at 1733235690339 (+1 ms)Flushing 1588230740/info: creating writer at 1733235690339Flushing 1588230740/info: appending metadata at 1733235690353 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733235690353Flushing 1588230740/ns: creating writer at 1733235690760 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733235690775 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733235690775Flushing 1588230740/rep_barrier: creating writer at 1733235690801 (+26 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733235690816 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733235690816Flushing 1588230740/table: creating writer at 1733235691223 (+407 ms)Flushing 1588230740/table: appending metadata at 1733235691238 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733235691238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4465c0fb: reopening flushed file at 1733235691654 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31e84650: reopening flushed file at 1733235691658 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ae63a02: reopening flushed file at 1733235691661 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d4e1a4c: reopening flushed file at 1733235691664 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=16, compaction requested=false at 1733235691667 (+3 ms)Writing region close event to WAL at 1733235691669 (+2 ms)Running coprocessor post-close hooks at 1733235691671 (+2 ms)Closed at 1733235691671 2024-12-03T14:21:31,671 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T14:21:31,740 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T14:21:31,740 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(976): stopping server 3920e6a7c3b5,37291,1733235662532; all regions closed. 2024-12-03T14:21:31,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741834_1010 (size=4239) 2024-12-03T14:21:31,741 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.meta.1733235665387.meta not finished, retry = 0 2024-12-03T14:21:31,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741839_1015 (size=2171) 2024-12-03T14:21:31,844 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.rep.1733235679327 not finished, retry = 0 2024-12-03T14:21:31,898 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 636, reset compression=false 2024-12-03T14:21:31,904 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 to pos 2082, reset compression=false 2024-12-03T14:21:31,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741832_1008 (size=2090) 2024-12-03T14:21:31,947 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/WALs/3920e6a7c3b5,37291,1733235662532/3920e6a7c3b5%2C37291%2C1733235662532.1733235664577 not finished, retry = 0 2024-12-03T14:21:32,047 DEBUG [RS:0;3920e6a7c3b5:37291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:32,048 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:21:32,048 INFO [RS:0;3920e6a7c3b5:37291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:21:32,048 INFO [RS:0;3920e6a7c3b5:37291 {}] hbase.ChoreService(370): Chore service for: regionserver/3920e6a7c3b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T14:21:32,048 INFO [RS:0;3920e6a7c3b5:37291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:21:32,048 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:21:32,048 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3920e6a7c3b5,37291,1733235662532 because: Region server is closing 2024-12-03T14:21:32,048 INFO [RS:0;3920e6a7c3b5:37291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:37291. 2024-12-03T14:21:32,049 DEBUG [RS:0;3920e6a7c3b5:37291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:21:32,049 DEBUG [RS:0;3920e6a7c3b5:37291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:32,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:21:32,049 DEBUG [RS:0;3920e6a7c3b5:37291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:32,149 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.shipper3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 terminated 2024-12-03T14:21:32,149 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,37291,1733235662532.replicationSource.wal-reader.3920e6a7c3b5%2C37291%2C1733235662532,1-3920e6a7c3b5,37291,1733235662532 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T14:21:32,149 INFO [RS:0;3920e6a7c3b5:37291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:37291. 2024-12-03T14:21:32,149 DEBUG [RS:0;3920e6a7c3b5:37291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:21:32,150 DEBUG [RS:0;3920e6a7c3b5:37291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:32,150 DEBUG [RS:0;3920e6a7c3b5:37291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:32,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:21:32,150 INFO [RS:0;3920e6a7c3b5:37291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37291 2024-12-03T14:21:32,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37291-0x1019b913ff10004, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1708538786/rs/3920e6a7c3b5,37291,1733235662532 2024-12-03T14:21:32,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1708538786/rs 2024-12-03T14:21:32,197 INFO [RS:0;3920e6a7c3b5:37291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:21:32,237 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3920e6a7c3b5,37291,1733235662532] 2024-12-03T14:21:32,258 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1708538786/draining/3920e6a7c3b5,37291,1733235662532 already deleted, retry=false 2024-12-03T14:21:32,258 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3920e6a7c3b5,37291,1733235662532 expired; onlineServers=0 2024-12-03T14:21:32,258 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3920e6a7c3b5,38491,1733235662399' ***** 2024-12-03T14:21:32,258 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T14:21:32,258 INFO [M:0;3920e6a7c3b5:38491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:21:32,258 INFO [M:0;3920e6a7c3b5:38491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:21:32,258 DEBUG [M:0;3920e6a7c3b5:38491 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T14:21:32,258 DEBUG [M:0;3920e6a7c3b5:38491 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T14:21:32,258 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T14:21:32,258 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235664194 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235664194,5,FailOnTimeoutGroup] 2024-12-03T14:21:32,258 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235664194 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235664194,5,FailOnTimeoutGroup] 2024-12-03T14:21:32,258 INFO [M:0;3920e6a7c3b5:38491 {}] hbase.ChoreService(370): Chore service for: master/3920e6a7c3b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T14:21:32,258 INFO [M:0;3920e6a7c3b5:38491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:21:32,259 DEBUG [M:0;3920e6a7c3b5:38491 {}] master.HMaster(1795): Stopping service threads 2024-12-03T14:21:32,259 INFO [M:0;3920e6a7c3b5:38491 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T14:21:32,259 INFO [M:0;3920e6a7c3b5:38491 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:21:32,259 INFO [M:0;3920e6a7c3b5:38491 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T14:21:32,259 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T14:21:32,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1708538786/master 2024-12-03T14:21:32,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1708538786 2024-12-03T14:21:32,270 DEBUG [M:0;3920e6a7c3b5:38491 {}] zookeeper.ZKUtil(347): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Unable to get data of znode /1-1708538786/master because node does not exist (not an error) 2024-12-03T14:21:32,270 WARN [M:0;3920e6a7c3b5:38491 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T14:21:32,280 INFO [M:0;3920e6a7c3b5:38491 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/.lastflushedseqids 2024-12-03T14:21:32,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741847_1023 (size=245) 2024-12-03T14:21:32,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37291-0x1019b913ff10004, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:21:32,337 INFO [RS:0;3920e6a7c3b5:37291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:21:32,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37291-0x1019b913ff10004, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:21:32,337 INFO [RS:0;3920e6a7c3b5:37291 {}] regionserver.HRegionServer(1031): Exiting; stopping=3920e6a7c3b5,37291,1733235662532; zookeeper connection closed. 2024-12-03T14:21:32,337 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@465df262 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@465df262 2024-12-03T14:21:32,337 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T14:21:32,384 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T14:21:32,684 INFO [M:0;3920e6a7c3b5:38491 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T14:21:32,684 INFO [M:0;3920e6a7c3b5:38491 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T14:21:32,684 DEBUG [M:0;3920e6a7c3b5:38491 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:21:32,684 INFO [M:0;3920e6a7c3b5:38491 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:32,684 DEBUG [M:0;3920e6a7c3b5:38491 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:32,684 DEBUG [M:0;3920e6a7c3b5:38491 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:21:32,684 DEBUG [M:0;3920e6a7c3b5:38491 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:32,684 INFO [M:0;3920e6a7c3b5:38491 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T14:21:32,700 DEBUG [M:0;3920e6a7c3b5:38491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d5e572f28ffc4a00904bc6f81ed77fab is 82, key is hbase:meta,,1/info:regioninfo/1733235665410/Put/seqid=0 2024-12-03T14:21:32,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741848_1024 (size=5672) 2024-12-03T14:21:32,903 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:21:32,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:32,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:32,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:32,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:32,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:32,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:32,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:32,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:32,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:32,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:32,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:32,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:32,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:32,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:32,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:32,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:33,104 INFO [M:0;3920e6a7c3b5:38491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d5e572f28ffc4a00904bc6f81ed77fab 2024-12-03T14:21:33,130 DEBUG [M:0;3920e6a7c3b5:38491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e513a2bc9124c65935f717fab430280 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733235679368/Put/seqid=0 2024-12-03T14:21:33,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741849_1025 (size=8516) 2024-12-03T14:21:33,201 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 636, reset compression=false 2024-12-03T14:21:33,365 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=18, created chunk count=35, reused chunk count=128, reuseRatio=78.53% 2024-12-03T14:21:33,366 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-03T14:21:33,534 INFO [M:0;3920e6a7c3b5:38491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e513a2bc9124c65935f717fab430280 2024-12-03T14:21:33,552 DEBUG [M:0;3920e6a7c3b5:38491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ad9d922519d4afd81373ca7d35ed543 is 69, key is 3920e6a7c3b5,37291,1733235662532/rs:state/1733235664378/Put/seqid=0 2024-12-03T14:21:33,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741850_1026 (size=5156) 2024-12-03T14:21:33,956 INFO [M:0;3920e6a7c3b5:38491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ad9d922519d4afd81373ca7d35ed543 2024-12-03T14:21:33,959 DEBUG [M:0;3920e6a7c3b5:38491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d5e572f28ffc4a00904bc6f81ed77fab as hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d5e572f28ffc4a00904bc6f81ed77fab 2024-12-03T14:21:33,962 INFO [M:0;3920e6a7c3b5:38491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d5e572f28ffc4a00904bc6f81ed77fab, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T14:21:33,962 DEBUG [M:0;3920e6a7c3b5:38491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e513a2bc9124c65935f717fab430280 as hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8e513a2bc9124c65935f717fab430280 2024-12-03T14:21:33,965 INFO [M:0;3920e6a7c3b5:38491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8e513a2bc9124c65935f717fab430280, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T14:21:33,965 DEBUG [M:0;3920e6a7c3b5:38491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ad9d922519d4afd81373ca7d35ed543 as hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ad9d922519d4afd81373ca7d35ed543 2024-12-03T14:21:33,968 INFO [M:0;3920e6a7c3b5:38491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ad9d922519d4afd81373ca7d35ed543, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T14:21:33,968 INFO [M:0;3920e6a7c3b5:38491 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-12-03T14:21:33,970 INFO [M:0;3920e6a7c3b5:38491 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:33,970 DEBUG [M:0;3920e6a7c3b5:38491 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235692684Disabling compacts and flushes for region at 1733235692684Disabling writes for close at 1733235692684Obtaining lock to block concurrent updates at 1733235692684Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733235692684Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733235692685 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733235692685Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733235692685Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733235692700 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733235692700Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733235693108 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733235693130 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733235693130Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733235693537 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733235693552 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733235693552Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@645b6590: reopening flushed file at 1733235693959 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@259a2f26: reopening flushed file at 1733235693962 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25923c22: reopening flushed file at 1733235693965 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1733235693968 (+3 ms)Writing region close event to WAL at 1733235693970 (+2 ms)Closed at 1733235693970 2024-12-03T14:21:33,972 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e93817bb-cda4-1c5e-6f1e-12dd1636949f/MasterData/WALs/3920e6a7c3b5,38491,1733235662399/3920e6a7c3b5%2C38491%2C1733235662399.1733235663917 not finished, retry = 0 2024-12-03T14:21:33,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41167 is added to blk_1073741830_1006 (size=63654) 2024-12-03T14:21:34,073 INFO [M:0;3920e6a7c3b5:38491 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T14:21:34,073 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:21:34,073 INFO [M:0;3920e6a7c3b5:38491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38491 2024-12-03T14:21:34,073 INFO [M:0;3920e6a7c3b5:38491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:21:34,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:21:34,265 INFO [M:0;3920e6a7c3b5:38491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:21:34,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1019b913ff10003, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:21:34,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d81422{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:21:34,267 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fd544fd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:21:34,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:21:34,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c103634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:21:34,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2832ca2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/hadoop.log.dir/,STOPPED} 2024-12-03T14:21:34,268 WARN [BP-1300089410-172.17.0.2-1733235660477 heartbeating to localhost/127.0.0.1:41069 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T14:21:34,268 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T14:21:34,268 WARN [BP-1300089410-172.17.0.2-1733235660477 heartbeating to localhost/127.0.0.1:41069 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1300089410-172.17.0.2-1733235660477 (Datanode Uuid 02485288-b20a-402d-b1a8-0aa49a2555d0) service to localhost/127.0.0.1:41069 2024-12-03T14:21:34,268 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T14:21:34,269 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/cluster_a781283c-0f7e-c295-283c-b9748cfc981c/data/data1/current/BP-1300089410-172.17.0.2-1733235660477 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:21:34,269 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/cluster_a781283c-0f7e-c295-283c-b9748cfc981c/data/data2/current/BP-1300089410-172.17.0.2-1733235660477 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:21:34,269 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T14:21:34,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f97b7f4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:21:34,274 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1297859b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:21:34,274 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:21:34,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65125998{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:21:34,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f3e6a19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97fc4ecc-a816-0fa6-b4a2-42cadb343f2b/hadoop.log.dir/,STOPPED} 2024-12-03T14:21:34,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T14:21:34,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T14:21:34,299 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:21:34,299 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:21:34,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:34,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:34,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:21:34,300 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T14:21:34,300 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1680865527, stopped=false 2024-12-03T14:21:34,300 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3920e6a7c3b5,38109,1733235657238 2024-12-03T14:21:34,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0392639111/running 2024-12-03T14:21:34,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42767-0x1019b913ff10001, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0392639111/running 2024-12-03T14:21:34,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0392639111 2024-12-03T14:21:34,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42767-0x1019b913ff10001, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0392639111 2024-12-03T14:21:34,312 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:21:34,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:21:34,313 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:21:34,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:34,313 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3920e6a7c3b5,42767,1733235657398' ***** 2024-12-03T14:21:34,313 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T14:21:34,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42767-0x1019b913ff10001, quorum=127.0.0.1:62753, baseZNode=/0392639111 Set watcher on znode that does not yet exist, /0392639111/running 2024-12-03T14:21:34,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Set watcher on znode that does not yet exist, /0392639111/running 2024-12-03T14:21:34,313 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T14:21:34,313 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T14:21:34,313 INFO [RS:0;3920e6a7c3b5:42767 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T14:21:34,313 INFO [RS:0;3920e6a7c3b5:42767 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T14:21:34,314 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(3091): Received CLOSE for f902eae7f53050b7fc68f47adda05293 2024-12-03T14:21:34,314 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(3091): Received CLOSE for ef36f5f941f2ceaace6dd75d65bbc3cc 2024-12-03T14:21:34,314 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(959): stopping server 3920e6a7c3b5,42767,1733235657398 2024-12-03T14:21:34,314 INFO [RS:0;3920e6a7c3b5:42767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:21:34,314 INFO [RS:0;3920e6a7c3b5:42767 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:42767. 2024-12-03T14:21:34,314 DEBUG [RS:0;3920e6a7c3b5:42767 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:21:34,314 DEBUG [RS:0;3920e6a7c3b5:42767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:34,314 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f902eae7f53050b7fc68f47adda05293, disabling compactions & flushes 2024-12-03T14:21:34,314 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733235670984.f902eae7f53050b7fc68f47adda05293. 2024-12-03T14:21:34,314 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235670984.f902eae7f53050b7fc68f47adda05293. 2024-12-03T14:21:34,314 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T14:21:34,314 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T14:21:34,314 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733235670984.f902eae7f53050b7fc68f47adda05293. after waiting 0 ms 2024-12-03T14:21:34,314 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T14:21:34,314 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733235670984.f902eae7f53050b7fc68f47adda05293. 2024-12-03T14:21:34,314 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T14:21:34,314 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f902eae7f53050b7fc68f47adda05293 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-03T14:21:34,314 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T14:21:34,314 DEBUG [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(1325): Online Regions={f902eae7f53050b7fc68f47adda05293=test,,1733235670984.f902eae7f53050b7fc68f47adda05293., 1588230740=hbase:meta,,1.1588230740, ef36f5f941f2ceaace6dd75d65bbc3cc=hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc.} 2024-12-03T14:21:34,314 DEBUG [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef36f5f941f2ceaace6dd75d65bbc3cc, f902eae7f53050b7fc68f47adda05293 2024-12-03T14:21:34,314 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:21:34,314 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:21:34,314 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:21:34,314 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:21:34,314 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:21:34,314 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T14:21:34,326 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/default/test/f902eae7f53050b7fc68f47adda05293/.tmp/f/edc9e94c4bdb4892b0db9db2b25c6bdc is 28, key is row/f:/1733235683898/DeleteFamily/seqid=0 2024-12-03T14:21:34,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741840_1016 (size=5085) 2024-12-03T14:21:34,336 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/default/test/f902eae7f53050b7fc68f47adda05293/.tmp/f/edc9e94c4bdb4892b0db9db2b25c6bdc 2024-12-03T14:21:34,337 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740/.tmp/info/352ba11682bd4e36a992c693a4cbd303 is 147, key is hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc./info:regioninfo/1733235677596/Put/seqid=0 2024-12-03T14:21:34,342 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for edc9e94c4bdb4892b0db9db2b25c6bdc 2024-12-03T14:21:34,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741841_1017 (size=7686) 2024-12-03T14:21:34,359 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/default/test/f902eae7f53050b7fc68f47adda05293/.tmp/f1/5fcd604dd34742ce86328be2c5902b06 is 29, key is row/f1:/1733235683898/DeleteFamily/seqid=0 2024-12-03T14:21:34,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741842_1018 (size=5089) 2024-12-03T14:21:34,403 INFO [regionserver/3920e6a7c3b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:21:34,514 DEBUG [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef36f5f941f2ceaace6dd75d65bbc3cc, f902eae7f53050b7fc68f47adda05293 2024-12-03T14:21:34,604 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 636, reset compression=false 2024-12-03T14:21:34,608 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:21:34,608 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 883, reset compression=false 2024-12-03T14:21:34,608 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.shipper3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,42767,1733235657398 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:21:34,608 ERROR [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.shipper3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3920e6a7c3b5,42767,1733235657398: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3920e6a7c3b5,42767,1733235657398, walGroup=3920e6a7c3b5%2C42767%2C1733235657398, offset=3920e6a7c3b5%2C42767%2C1733235657398.1733235659301:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:42767 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T14:21:34,609 ERROR [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.shipper3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T14:21:34,609 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.shipper3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T14:21:34,609 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.shipper3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T14:21:34,609 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.shipper3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T14:21:34,609 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.shipper3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T14:21:34,609 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.shipper3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 981197312 }, "NonHeapMemoryUsage": { "committed": 207355904, "init": 7667712, "max": -1, "used": 202766168 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T14:21:34,610 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.shipper3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:38109 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:38109 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T14:21:34,715 DEBUG [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef36f5f941f2ceaace6dd75d65bbc3cc, f902eae7f53050b7fc68f47adda05293 2024-12-03T14:21:34,744 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740/.tmp/info/352ba11682bd4e36a992c693a4cbd303 2024-12-03T14:21:34,758 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740/.tmp/ns/0e4ec094de784dadb0224ec390d10132 is 43, key is default/ns:d/1733235660358/Put/seqid=0 2024-12-03T14:21:34,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741843_1019 (size=5153) 2024-12-03T14:21:34,763 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/default/test/f902eae7f53050b7fc68f47adda05293/.tmp/f1/5fcd604dd34742ce86328be2c5902b06 2024-12-03T14:21:34,766 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5fcd604dd34742ce86328be2c5902b06 2024-12-03T14:21:34,782 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/default/test/f902eae7f53050b7fc68f47adda05293/.tmp/norep/cc0765cc2ed244aba92794db8ffee675 is 32, key is row/norep:/1733235683898/DeleteFamily/seqid=0 2024-12-03T14:21:34,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741844_1020 (size=5101) 2024-12-03T14:21:34,811 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 883, reset compression=false 2024-12-03T14:21:34,915 DEBUG [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef36f5f941f2ceaace6dd75d65bbc3cc, f902eae7f53050b7fc68f47adda05293 2024-12-03T14:21:35,114 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 883, reset compression=false 2024-12-03T14:21:35,115 DEBUG [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef36f5f941f2ceaace6dd75d65bbc3cc, f902eae7f53050b7fc68f47adda05293 2024-12-03T14:21:35,162 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740/.tmp/ns/0e4ec094de784dadb0224ec390d10132 2024-12-03T14:21:35,176 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740/.tmp/rep_barrier/80fa760be86344bfb4f8823762bd97ce is 112, key is test,,1733235670984.f902eae7f53050b7fc68f47adda05293./rep_barrier:seqnumDuringOpen/1733235671734/Put/seqid=0 2024-12-03T14:21:35,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741845_1021 (size=5518) 2024-12-03T14:21:35,185 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/default/test/f902eae7f53050b7fc68f47adda05293/.tmp/norep/cc0765cc2ed244aba92794db8ffee675 2024-12-03T14:21:35,188 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc0765cc2ed244aba92794db8ffee675 2024-12-03T14:21:35,189 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/default/test/f902eae7f53050b7fc68f47adda05293/.tmp/f/edc9e94c4bdb4892b0db9db2b25c6bdc as hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/default/test/f902eae7f53050b7fc68f47adda05293/f/edc9e94c4bdb4892b0db9db2b25c6bdc 2024-12-03T14:21:35,192 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for edc9e94c4bdb4892b0db9db2b25c6bdc 2024-12-03T14:21:35,192 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/default/test/f902eae7f53050b7fc68f47adda05293/f/edc9e94c4bdb4892b0db9db2b25c6bdc, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T14:21:35,193 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/default/test/f902eae7f53050b7fc68f47adda05293/.tmp/f1/5fcd604dd34742ce86328be2c5902b06 as hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/default/test/f902eae7f53050b7fc68f47adda05293/f1/5fcd604dd34742ce86328be2c5902b06 2024-12-03T14:21:35,196 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5fcd604dd34742ce86328be2c5902b06 2024-12-03T14:21:35,196 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/default/test/f902eae7f53050b7fc68f47adda05293/f1/5fcd604dd34742ce86328be2c5902b06, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T14:21:35,197 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/default/test/f902eae7f53050b7fc68f47adda05293/.tmp/norep/cc0765cc2ed244aba92794db8ffee675 as hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/default/test/f902eae7f53050b7fc68f47adda05293/norep/cc0765cc2ed244aba92794db8ffee675 2024-12-03T14:21:35,200 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc0765cc2ed244aba92794db8ffee675 2024-12-03T14:21:35,200 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/default/test/f902eae7f53050b7fc68f47adda05293/norep/cc0765cc2ed244aba92794db8ffee675, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T14:21:35,201 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for f902eae7f53050b7fc68f47adda05293 in 887ms, sequenceid=6, compaction requested=false 2024-12-03T14:21:35,201 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T14:21:35,204 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/default/test/f902eae7f53050b7fc68f47adda05293/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T14:21:35,204 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:21:35,204 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:21:35,204 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733235670984.f902eae7f53050b7fc68f47adda05293. 2024-12-03T14:21:35,204 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f902eae7f53050b7fc68f47adda05293: Waiting for close lock at 1733235694314Running coprocessor pre-close hooks at 1733235694314Disabling compacts and flushes for region at 1733235694314Disabling writes for close at 1733235694314Obtaining lock to block concurrent updates at 1733235694314Preparing flush snapshotting stores in f902eae7f53050b7fc68f47adda05293 at 1733235694314Finished memstore snapshotting test,,1733235670984.f902eae7f53050b7fc68f47adda05293., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733235694314Flushing stores of test,,1733235670984.f902eae7f53050b7fc68f47adda05293. at 1733235694315 (+1 ms)Flushing f902eae7f53050b7fc68f47adda05293/f: creating writer at 1733235694315Flushing f902eae7f53050b7fc68f47adda05293/f: appending metadata at 1733235694326 (+11 ms)Flushing f902eae7f53050b7fc68f47adda05293/f: closing flushed file at 1733235694326Flushing f902eae7f53050b7fc68f47adda05293/f1: creating writer at 1733235694342 (+16 ms)Flushing f902eae7f53050b7fc68f47adda05293/f1: appending metadata at 1733235694359 (+17 ms)Flushing f902eae7f53050b7fc68f47adda05293/f1: closing flushed file at 1733235694359Flushing f902eae7f53050b7fc68f47adda05293/norep: creating writer at 1733235694766 (+407 ms)Flushing f902eae7f53050b7fc68f47adda05293/norep: appending metadata at 1733235694781 (+15 ms)Flushing f902eae7f53050b7fc68f47adda05293/norep: closing flushed file at 1733235694781Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72ea194b: reopening flushed file at 1733235695188 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f20afa6: reopening flushed file at 1733235695192 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@237894e4: reopening flushed file at 1733235695196 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for f902eae7f53050b7fc68f47adda05293 in 887ms, sequenceid=6, compaction requested=false at 1733235695201 (+5 ms)Writing region close event to WAL at 1733235695202 (+1 ms)Running coprocessor post-close hooks at 1733235695204 (+2 ms)Closed at 1733235695204 2024-12-03T14:21:35,205 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733235670984.f902eae7f53050b7fc68f47adda05293. 2024-12-03T14:21:35,205 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef36f5f941f2ceaace6dd75d65bbc3cc, disabling compactions & flushes 2024-12-03T14:21:35,205 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc. 2024-12-03T14:21:35,205 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc. 2024-12-03T14:21:35,205 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc. after waiting 0 ms 2024-12-03T14:21:35,205 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc. 2024-12-03T14:21:35,205 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef36f5f941f2ceaace6dd75d65bbc3cc: Waiting for close lock at 1733235695205Running coprocessor pre-close hooks at 1733235695205Disabling compacts and flushes for region at 1733235695205Disabling writes for close at 1733235695205Failed flush hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc., putting online again at 1733235695205 2024-12-03T14:21:35,205 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc. 2024-12-03T14:21:35,266 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T14:21:35,266 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T14:21:35,315 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T14:21:35,315 DEBUG [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ef36f5f941f2ceaace6dd75d65bbc3cc=hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc.} 2024-12-03T14:21:35,315 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(3091): Received CLOSE for ef36f5f941f2ceaace6dd75d65bbc3cc 2024-12-03T14:21:35,315 DEBUG [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef36f5f941f2ceaace6dd75d65bbc3cc 2024-12-03T14:21:35,315 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef36f5f941f2ceaace6dd75d65bbc3cc, disabling compactions & flushes 2024-12-03T14:21:35,315 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc. 2024-12-03T14:21:35,315 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc. 2024-12-03T14:21:35,315 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc. after waiting 0 ms 2024-12-03T14:21:35,315 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc. 2024-12-03T14:21:35,315 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef36f5f941f2ceaace6dd75d65bbc3cc: Waiting for close lock at 1733235695315Running coprocessor pre-close hooks at 1733235695315Disabling compacts and flushes for region at 1733235695315Disabling writes for close at 1733235695315Failed flush hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc., putting online again at 1733235695315 2024-12-03T14:21:35,315 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733235676439.ef36f5f941f2ceaace6dd75d65bbc3cc. 2024-12-03T14:21:35,515 DEBUG [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:21:35,516 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 883, reset compression=false 2024-12-03T14:21:35,520 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:21:35,520 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 1527, reset compression=false 2024-12-03T14:21:35,579 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740/.tmp/rep_barrier/80fa760be86344bfb4f8823762bd97ce 2024-12-03T14:21:35,593 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740/.tmp/table/f5d8c8e1ce68480daeaa56dd79206860 is 53, key is hbase:replication/table:state/1733235677602/Put/seqid=0 2024-12-03T14:21:35,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741846_1022 (size=5308) 2024-12-03T14:21:35,715 DEBUG [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:21:35,722 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 1527, reset compression=false 2024-12-03T14:21:35,916 DEBUG [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:21:35,996 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740/.tmp/table/f5d8c8e1ce68480daeaa56dd79206860 2024-12-03T14:21:36,000 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740/.tmp/info/352ba11682bd4e36a992c693a4cbd303 as hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740/info/352ba11682bd4e36a992c693a4cbd303 2024-12-03T14:21:36,004 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740/info/352ba11682bd4e36a992c693a4cbd303, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T14:21:36,004 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740/.tmp/ns/0e4ec094de784dadb0224ec390d10132 as hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740/ns/0e4ec094de784dadb0224ec390d10132 2024-12-03T14:21:36,008 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740/ns/0e4ec094de784dadb0224ec390d10132, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T14:21:36,008 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740/.tmp/rep_barrier/80fa760be86344bfb4f8823762bd97ce as hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740/rep_barrier/80fa760be86344bfb4f8823762bd97ce 2024-12-03T14:21:36,012 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740/rep_barrier/80fa760be86344bfb4f8823762bd97ce, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T14:21:36,012 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740/.tmp/table/f5d8c8e1ce68480daeaa56dd79206860 as hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740/table/f5d8c8e1ce68480daeaa56dd79206860 2024-12-03T14:21:36,016 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740/table/f5d8c8e1ce68480daeaa56dd79206860, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T14:21:36,016 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1702ms, sequenceid=16, compaction requested=false 2024-12-03T14:21:36,016 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T14:21:36,020 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T14:21:36,020 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:21:36,020 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:21:36,020 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:21:36,020 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235694314Running coprocessor pre-close hooks at 1733235694314Disabling compacts and flushes for region at 1733235694314Disabling writes for close at 1733235694314Obtaining lock to block concurrent updates at 1733235694314Preparing flush snapshotting stores in 1588230740 at 1733235694314Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733235694314Flushing stores of hbase:meta,,1.1588230740 at 1733235694315 (+1 ms)Flushing 1588230740/info: creating writer at 1733235694315Flushing 1588230740/info: appending metadata at 1733235694337 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733235694337Flushing 1588230740/ns: creating writer at 1733235694748 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733235694758 (+10 ms)Flushing 1588230740/ns: closing flushed file at 1733235694758Flushing 1588230740/rep_barrier: creating writer at 1733235695165 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733235695175 (+10 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733235695175Flushing 1588230740/table: creating writer at 1733235695583 (+408 ms)Flushing 1588230740/table: appending metadata at 1733235695593 (+10 ms)Flushing 1588230740/table: closing flushed file at 1733235695593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22269981: reopening flushed file at 1733235696000 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b333a6b: reopening flushed file at 1733235696004 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@186de930: reopening flushed file at 1733235696008 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fee8a0: reopening flushed file at 1733235696012 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1702ms, sequenceid=16, compaction requested=false at 1733235696016 (+4 ms)Writing region close event to WAL at 1733235696018 (+2 ms)Running coprocessor post-close hooks at 1733235696020 (+2 ms)Closed at 1733235696020 2024-12-03T14:21:36,020 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T14:21:36,025 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/WALs/3920e6a7c3b5,42767,1733235657398/3920e6a7c3b5%2C42767%2C1733235657398.1733235659301 to pos 1527, reset compression=false 2024-12-03T14:21:36,116 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T14:21:36,116 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(976): stopping server 3920e6a7c3b5,42767,1733235657398; all regions closed. 2024-12-03T14:21:36,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741834_1010 (size=4239) 2024-12-03T14:21:36,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741839_1015 (size=1297) 2024-12-03T14:21:36,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741832_1008 (size=1535) 2024-12-03T14:21:36,121 DEBUG [RS:0;3920e6a7c3b5:42767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:36,121 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:21:36,121 INFO [RS:0;3920e6a7c3b5:42767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:21:36,121 INFO [RS:0;3920e6a7c3b5:42767 {}] hbase.ChoreService(370): Chore service for: regionserver/3920e6a7c3b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T14:21:36,122 INFO [RS:0;3920e6a7c3b5:42767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:21:36,122 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:21:36,122 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3920e6a7c3b5,42767,1733235657398 because: Region server is closing 2024-12-03T14:21:36,122 INFO [RS:0;3920e6a7c3b5:42767 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:42767. 2024-12-03T14:21:36,122 DEBUG [RS:0;3920e6a7c3b5:42767 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:21:36,122 DEBUG [RS:0;3920e6a7c3b5:42767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:36,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:21:36,122 DEBUG [RS:0;3920e6a7c3b5:42767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:36,223 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.shipper3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 terminated 2024-12-03T14:21:36,223 INFO [RS:0;3920e6a7c3b5:42767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42767 2024-12-03T14:21:36,223 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,42767,1733235657398.replicationSource.wal-reader.3920e6a7c3b5%2C42767%2C1733235657398,1-3920e6a7c3b5,42767,1733235657398 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T14:21:36,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0392639111/rs 2024-12-03T14:21:36,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42767-0x1019b913ff10001, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0392639111/rs/3920e6a7c3b5,42767,1733235657398 2024-12-03T14:21:36,291 INFO [RS:0;3920e6a7c3b5:42767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:21:36,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3920e6a7c3b5,42767,1733235657398] 2024-12-03T14:21:36,312 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0392639111/draining/3920e6a7c3b5,42767,1733235657398 already deleted, retry=false 2024-12-03T14:21:36,312 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3920e6a7c3b5,42767,1733235657398 expired; onlineServers=0 2024-12-03T14:21:36,312 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3920e6a7c3b5,38109,1733235657238' ***** 2024-12-03T14:21:36,312 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T14:21:36,312 INFO [M:0;3920e6a7c3b5:38109 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:21:36,312 INFO [M:0;3920e6a7c3b5:38109 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:21:36,312 DEBUG [M:0;3920e6a7c3b5:38109 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T14:21:36,312 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T14:21:36,312 DEBUG [M:0;3920e6a7c3b5:38109 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T14:21:36,312 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235659089 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235659089,5,FailOnTimeoutGroup] 2024-12-03T14:21:36,312 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235659089 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235659089,5,FailOnTimeoutGroup] 2024-12-03T14:21:36,313 INFO [M:0;3920e6a7c3b5:38109 {}] hbase.ChoreService(370): Chore service for: master/3920e6a7c3b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T14:21:36,313 INFO [M:0;3920e6a7c3b5:38109 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:21:36,313 DEBUG [M:0;3920e6a7c3b5:38109 {}] master.HMaster(1795): Stopping service threads 2024-12-03T14:21:36,313 INFO [M:0;3920e6a7c3b5:38109 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T14:21:36,313 INFO [M:0;3920e6a7c3b5:38109 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:21:36,313 ERROR [M:0;3920e6a7c3b5:38109 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1905109231) connection to localhost/127.0.0.1:38211 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38211,5,PEWorkerGroup] 2024-12-03T14:21:36,313 INFO [M:0;3920e6a7c3b5:38109 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T14:21:36,313 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T14:21:36,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0392639111/master 2024-12-03T14:21:36,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0392639111 2024-12-03T14:21:36,323 DEBUG [M:0;3920e6a7c3b5:38109 {}] zookeeper.ZKUtil(347): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Unable to get data of znode /0392639111/master because node does not exist (not an error) 2024-12-03T14:21:36,323 WARN [M:0;3920e6a7c3b5:38109 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T14:21:36,323 INFO [M:0;3920e6a7c3b5:38109 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/.lastflushedseqids 2024-12-03T14:21:36,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741847_1023 (size=245) 2024-12-03T14:21:36,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42767-0x1019b913ff10001, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:21:36,402 INFO [RS:0;3920e6a7c3b5:42767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:21:36,402 INFO [RS:0;3920e6a7c3b5:42767 {}] regionserver.HRegionServer(1031): Exiting; stopping=3920e6a7c3b5,42767,1733235657398; zookeeper connection closed. 2024-12-03T14:21:36,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42767-0x1019b913ff10001, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:21:36,402 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@610726e9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@610726e9 2024-12-03T14:21:36,402 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T14:21:36,727 INFO [M:0;3920e6a7c3b5:38109 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T14:21:36,727 INFO [M:0;3920e6a7c3b5:38109 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T14:21:36,728 DEBUG [M:0;3920e6a7c3b5:38109 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:21:36,728 INFO [M:0;3920e6a7c3b5:38109 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:36,728 DEBUG [M:0;3920e6a7c3b5:38109 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:36,728 DEBUG [M:0;3920e6a7c3b5:38109 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:21:36,728 DEBUG [M:0;3920e6a7c3b5:38109 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:36,728 INFO [M:0;3920e6a7c3b5:38109 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-03T14:21:36,740 DEBUG [M:0;3920e6a7c3b5:38109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/050f35d26e7e4b46b4e8bf03cf83b7a5 is 82, key is hbase:meta,,1/info:regioninfo/1733235660310/Put/seqid=0 2024-12-03T14:21:36,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741848_1024 (size=5672) 2024-12-03T14:21:37,143 INFO [M:0;3920e6a7c3b5:38109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/050f35d26e7e4b46b4e8bf03cf83b7a5 2024-12-03T14:21:37,158 DEBUG [M:0;3920e6a7c3b5:38109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c24edca5a88b4a21be79d8d24ae86a02 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733235671742/Put/seqid=0 2024-12-03T14:21:37,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741849_1025 (size=7218) 2024-12-03T14:21:37,561 INFO [M:0;3920e6a7c3b5:38109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c24edca5a88b4a21be79d8d24ae86a02 2024-12-03T14:21:37,565 INFO [M:0;3920e6a7c3b5:38109 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c24edca5a88b4a21be79d8d24ae86a02 2024-12-03T14:21:37,576 DEBUG [M:0;3920e6a7c3b5:38109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec4fefa0c3d547aa8a69b2d260a88a55 is 69, key is 3920e6a7c3b5,42767,1733235657398/rs:state/1733235659158/Put/seqid=0 2024-12-03T14:21:37,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741850_1026 (size=5156) 2024-12-03T14:21:37,979 INFO [M:0;3920e6a7c3b5:38109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec4fefa0c3d547aa8a69b2d260a88a55 2024-12-03T14:21:37,983 DEBUG [M:0;3920e6a7c3b5:38109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/050f35d26e7e4b46b4e8bf03cf83b7a5 as hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/050f35d26e7e4b46b4e8bf03cf83b7a5 2024-12-03T14:21:37,986 INFO [M:0;3920e6a7c3b5:38109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/050f35d26e7e4b46b4e8bf03cf83b7a5, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T14:21:37,987 DEBUG [M:0;3920e6a7c3b5:38109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c24edca5a88b4a21be79d8d24ae86a02 as hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c24edca5a88b4a21be79d8d24ae86a02 2024-12-03T14:21:37,990 INFO [M:0;3920e6a7c3b5:38109 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c24edca5a88b4a21be79d8d24ae86a02 2024-12-03T14:21:37,990 INFO [M:0;3920e6a7c3b5:38109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c24edca5a88b4a21be79d8d24ae86a02, entries=11, sequenceid=105, filesize=7.0 K 2024-12-03T14:21:37,990 DEBUG [M:0;3920e6a7c3b5:38109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec4fefa0c3d547aa8a69b2d260a88a55 as hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec4fefa0c3d547aa8a69b2d260a88a55 2024-12-03T14:21:37,993 INFO [M:0;3920e6a7c3b5:38109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec4fefa0c3d547aa8a69b2d260a88a55, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T14:21:37,994 INFO [M:0;3920e6a7c3b5:38109 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1266ms, sequenceid=105, compaction requested=false 2024-12-03T14:21:37,995 INFO [M:0;3920e6a7c3b5:38109 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:37,995 DEBUG [M:0;3920e6a7c3b5:38109 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235696727Disabling compacts and flushes for region at 1733235696727Disabling writes for close at 1733235696728 (+1 ms)Obtaining lock to block concurrent updates at 1733235696728Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733235696728Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733235696728Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733235696729 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733235696729Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733235696740 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733235696740Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733235697146 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733235697157 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733235697157Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733235697565 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733235697576 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733235697576Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c6f583d: reopening flushed file at 1733235697983 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78abc81: reopening flushed file at 1733235697986 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@564f905a: reopening flushed file at 1733235697990 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1266ms, sequenceid=105, compaction requested=false at 1733235697994 (+4 ms)Writing region close event to WAL at 1733235697995 (+1 ms)Closed at 1733235697995 2024-12-03T14:21:37,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45229 is added to blk_1073741830_1006 (size=64423) 2024-12-03T14:21:37,996 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7d417ab-3dec-b8ea-5613-87ab6aa7cddb/MasterData/WALs/3920e6a7c3b5,38109,1733235657238/3920e6a7c3b5%2C38109%2C1733235657238.1733235658744 not finished, retry = 0 2024-12-03T14:21:38,097 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:21:38,097 INFO [M:0;3920e6a7c3b5:38109 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T14:21:38,097 INFO [M:0;3920e6a7c3b5:38109 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38109 2024-12-03T14:21:38,097 INFO [M:0;3920e6a7c3b5:38109 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:21:38,244 INFO [M:0;3920e6a7c3b5:38109 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:21:38,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:21:38,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38109-0x1019b913ff10000, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:21:38,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38f6c912{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:21:38,246 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@464fe840{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:21:38,246 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:21:38,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@770db563{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:21:38,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@108731a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/hadoop.log.dir/,STOPPED} 2024-12-03T14:21:38,247 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T14:21:38,247 WARN [BP-343575202-172.17.0.2-1733235655766 heartbeating to localhost/127.0.0.1:38211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T14:21:38,247 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T14:21:38,247 WARN [BP-343575202-172.17.0.2-1733235655766 heartbeating to localhost/127.0.0.1:38211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-343575202-172.17.0.2-1733235655766 (Datanode Uuid b6ebf344-3224-4322-8a17-03af79d201e7) service to localhost/127.0.0.1:38211 2024-12-03T14:21:38,248 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/cluster_4f20e18f-13e2-e727-8c78-2a67a75142ec/data/data1/current/BP-343575202-172.17.0.2-1733235655766 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:21:38,248 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/cluster_4f20e18f-13e2-e727-8c78-2a67a75142ec/data/data2/current/BP-343575202-172.17.0.2-1733235655766 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:21:38,248 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T14:21:38,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a967e33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:21:38,254 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7958868c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:21:38,254 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:21:38,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21f1a455{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:21:38,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a3d5011{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291866a3-57b4-12b5-64b1-428444fc5e60/hadoop.log.dir/,STOPPED} 2024-12-03T14:21:38,261 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T14:21:38,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T14:21:38,283 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 315) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41069 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:35115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38211 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62753) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62753) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62753) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:41069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=783 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=389 (was 432), ProcessCount=11 (was 11), AvailableMemoryMB=10196 (was 10247) 2024-12-03T14:21:38,294 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=783, MaxFileDescriptor=1048576, SystemLoadAverage=389, ProcessCount=11, AvailableMemoryMB=10196 2024-12-03T14:21:38,304 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-03T14:21:38,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/hadoop.log.dir so I do NOT create it in target/test-data/064bac8c-3917-516d-78b1-666b9785d137 2024-12-03T14:21:38,305 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T14:21:38,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/hadoop.tmp.dir so I do NOT create it in target/test-data/064bac8c-3917-516d-78b1-666b9785d137 2024-12-03T14:21:38,305 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d196288d-efff-a7b5-fa22-ff70bdd6dc3d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T14:21:38,305 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137 2024-12-03T14:21:38,305 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/cluster_da0e7a47-1a26-d950-0892-c9447efe967a, deleteOnExit=true 2024-12-03T14:21:38,307 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/cluster_da0e7a47-1a26-d950-0892-c9447efe967a/zookeeper_0, clientPort=61746, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/cluster_da0e7a47-1a26-d950-0892-c9447efe967a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/cluster_da0e7a47-1a26-d950-0892-c9447efe967a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T14:21:38,308 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61746 2024-12-03T14:21:38,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T14:21:38,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T14:21:38,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/test.cache.data in system properties and HBase conf 2024-12-03T14:21:38,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T14:21:38,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/hadoop.log.dir in system properties and HBase conf 2024-12-03T14:21:38,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T14:21:38,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T14:21:38,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T14:21:38,308 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T14:21:38,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:21:38,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:21:38,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T14:21:38,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:21:38,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T14:21:38,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T14:21:38,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:21:38,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:21:38,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T14:21:38,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/nfs.dump.dir in system properties and HBase conf 2024-12-03T14:21:38,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/java.io.tmpdir in system properties and HBase conf 2024-12-03T14:21:38,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:21:38,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T14:21:38,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T14:21:38,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019b913ff10002, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T14:21:38,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019b913ff10008, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T14:21:38,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019b913ff10005, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T14:21:38,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019b913ff10008, quorum=127.0.0.1:62753, baseZNode=/2-1575441435 Received Disconnected from ZooKeeper, ignoring 2024-12-03T14:21:38,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019b913ff10005, quorum=127.0.0.1:62753, baseZNode=/1-1708538786 Received Disconnected from ZooKeeper, ignoring 2024-12-03T14:21:38,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019b913ff10002, quorum=127.0.0.1:62753, baseZNode=/0392639111 Received Disconnected from ZooKeeper, ignoring 2024-12-03T14:21:38,659 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:21:38,662 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:21:38,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:21:38,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:21:38,668 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T14:21:38,671 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:21:38,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1efff6a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:21:38,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39b45bf5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:21:38,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e7bafde{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/java.io.tmpdir/jetty-localhost-43063-hadoop-hdfs-3_4_1-tests_jar-_-any-1589511782675886308/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:21:38,771 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53954af1{HTTP/1.1, (http/1.1)}{localhost:43063} 2024-12-03T14:21:38,771 INFO [Time-limited test {}] server.Server(415): Started @313380ms 2024-12-03T14:21:39,024 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:21:39,026 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:21:39,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:21:39,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:21:39,032 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T14:21:39,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52b2b886{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:21:39,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c3e29d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:21:39,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66761ef3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/java.io.tmpdir/jetty-localhost-40123-hadoop-hdfs-3_4_1-tests_jar-_-any-9188308277143381269/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:21:39,122 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58b5e117{HTTP/1.1, (http/1.1)}{localhost:40123} 2024-12-03T14:21:39,123 INFO [Time-limited test {}] server.Server(415): Started @313731ms 2024-12-03T14:21:39,124 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T14:21:39,758 WARN [Thread-4169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/cluster_da0e7a47-1a26-d950-0892-c9447efe967a/data/data1/current/BP-925887402-172.17.0.2-1733235698336/current, will proceed with Du for space computation calculation, 2024-12-03T14:21:39,758 WARN [Thread-4170 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/cluster_da0e7a47-1a26-d950-0892-c9447efe967a/data/data2/current/BP-925887402-172.17.0.2-1733235698336/current, will proceed with Du for space computation calculation, 2024-12-03T14:21:39,777 WARN [Thread-4157 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T14:21:39,779 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5573932b8c1d8088 with lease ID 0x62e55c7c60b547e5: Processing first storage report for DS-f1bdaa4e-e2e1-4058-95d1-15d94ce2595c from datanode DatanodeRegistration(127.0.0.1:37391, datanodeUuid=bd8cbb73-f2d7-402e-99ff-a2f7b6ebb1e2, infoPort=45979, infoSecurePort=0, ipcPort=41171, storageInfo=lv=-57;cid=testClusterID;nsid=1874812197;c=1733235698336) 2024-12-03T14:21:39,779 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5573932b8c1d8088 with lease ID 0x62e55c7c60b547e5: from storage DS-f1bdaa4e-e2e1-4058-95d1-15d94ce2595c node DatanodeRegistration(127.0.0.1:37391, datanodeUuid=bd8cbb73-f2d7-402e-99ff-a2f7b6ebb1e2, infoPort=45979, infoSecurePort=0, ipcPort=41171, storageInfo=lv=-57;cid=testClusterID;nsid=1874812197;c=1733235698336), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:21:39,779 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5573932b8c1d8088 with lease ID 0x62e55c7c60b547e5: Processing first storage report for DS-0ea32817-4ec8-41e1-bf3d-53bf3c062e54 from datanode DatanodeRegistration(127.0.0.1:37391, datanodeUuid=bd8cbb73-f2d7-402e-99ff-a2f7b6ebb1e2, infoPort=45979, infoSecurePort=0, ipcPort=41171, storageInfo=lv=-57;cid=testClusterID;nsid=1874812197;c=1733235698336) 2024-12-03T14:21:39,779 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5573932b8c1d8088 with lease ID 0x62e55c7c60b547e5: from storage DS-0ea32817-4ec8-41e1-bf3d-53bf3c062e54 node DatanodeRegistration(127.0.0.1:37391, datanodeUuid=bd8cbb73-f2d7-402e-99ff-a2f7b6ebb1e2, infoPort=45979, infoSecurePort=0, ipcPort=41171, storageInfo=lv=-57;cid=testClusterID;nsid=1874812197;c=1733235698336), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:21:39,845 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137 2024-12-03T14:21:39,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:39,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:39,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741825_1001 (size=7) 2024-12-03T14:21:39,854 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b with version=8 2024-12-03T14:21:39,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/hbase-staging 2024-12-03T14:21:39,857 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:21:39,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:39,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:39,857 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:21:39,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:39,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:21:39,857 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T14:21:39,857 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:21:39,858 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44489 2024-12-03T14:21:39,858 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44489 connecting to ZooKeeper ensemble=127.0.0.1:61746 2024-12-03T14:21:39,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444890x0, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:21:39,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44489-0x1019b91e62e0000 connected 2024-12-03T14:21:40,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:40,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:40,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44489-0x1019b91e62e0000, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Set watcher on znode that does not yet exist, /0-964555720/running 2024-12-03T14:21:40,157 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b, hbase.cluster.distributed=false 2024-12-03T14:21:40,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44489-0x1019b91e62e0000, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Set watcher on znode that does not yet exist, /0-964555720/acl 2024-12-03T14:21:40,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44489 2024-12-03T14:21:40,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44489 2024-12-03T14:21:40,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44489 2024-12-03T14:21:40,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44489 2024-12-03T14:21:40,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44489 2024-12-03T14:21:40,178 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:21:40,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:40,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:40,178 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:21:40,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:40,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:21:40,178 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T14:21:40,178 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:21:40,179 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40405 2024-12-03T14:21:40,179 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40405 connecting to ZooKeeper ensemble=127.0.0.1:61746 2024-12-03T14:21:40,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:40,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:40,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404050x0, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:21:40,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40405-0x1019b91e62e0001 connected 2024-12-03T14:21:40,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40405-0x1019b91e62e0001, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Set watcher on znode that does not yet exist, /0-964555720/running 2024-12-03T14:21:40,195 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T14:21:40,195 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T14:21:40,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40405-0x1019b91e62e0001, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Set watcher on znode that does not yet exist, /0-964555720/master 2024-12-03T14:21:40,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40405-0x1019b91e62e0001, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Set watcher on znode that does not yet exist, /0-964555720/acl 2024-12-03T14:21:40,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40405 2024-12-03T14:21:40,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40405 2024-12-03T14:21:40,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40405 2024-12-03T14:21:40,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40405 2024-12-03T14:21:40,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40405 2024-12-03T14:21:40,212 DEBUG [M:0;3920e6a7c3b5:44489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3920e6a7c3b5:44489 2024-12-03T14:21:40,213 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-964555720/backup-masters/3920e6a7c3b5,44489,1733235699856 2024-12-03T14:21:40,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019b91e62e0001, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-964555720/backup-masters 2024-12-03T14:21:40,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44489-0x1019b91e62e0000, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-964555720/backup-masters 2024-12-03T14:21:40,217 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44489-0x1019b91e62e0000, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Set watcher on existing znode=/0-964555720/backup-masters/3920e6a7c3b5,44489,1733235699856 2024-12-03T14:21:40,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44489-0x1019b91e62e0000, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-964555720 2024-12-03T14:21:40,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019b91e62e0001, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-964555720/master 2024-12-03T14:21:40,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019b91e62e0001, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-964555720 2024-12-03T14:21:40,228 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44489-0x1019b91e62e0000, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Set watcher on existing znode=/0-964555720/master 2024-12-03T14:21:40,228 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-964555720/backup-masters/3920e6a7c3b5,44489,1733235699856 from backup master directory 2024-12-03T14:21:40,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44489-0x1019b91e62e0000, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-964555720/backup-masters/3920e6a7c3b5,44489,1733235699856 2024-12-03T14:21:40,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019b91e62e0001, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-964555720/backup-masters 2024-12-03T14:21:40,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44489-0x1019b91e62e0000, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-964555720/backup-masters 2024-12-03T14:21:40,238 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:21:40,238 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3920e6a7c3b5,44489,1733235699856 2024-12-03T14:21:40,245 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/hbase.id] with ID: cd443b2f-54c8-44e4-a4de-3b15779ab99c 2024-12-03T14:21:40,245 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/.tmp/hbase.id 2024-12-03T14:21:40,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741826_1002 (size=42) 2024-12-03T14:21:40,249 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/.tmp/hbase.id]:[hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/hbase.id] 2024-12-03T14:21:40,259 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:40,259 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T14:21:40,260 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T14:21:40,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019b91e62e0001, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-964555720 2024-12-03T14:21:40,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44489-0x1019b91e62e0000, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-964555720 2024-12-03T14:21:40,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741827_1003 (size=196) 2024-12-03T14:21:40,675 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:21:40,676 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T14:21:40,677 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:21:40,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741828_1004 (size=1189) 2024-12-03T14:21:40,707 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:21:40,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:40,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:40,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:40,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:40,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:40,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:40,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:40,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:40,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:40,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:40,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:40,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:40,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:40,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:40,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:40,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:40,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:40,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:41,082 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/MasterData/data/master/store 2024-12-03T14:21:41,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741829_1005 (size=34) 2024-12-03T14:21:41,487 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:41,487 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:21:41,487 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:41,487 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:41,487 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:21:41,487 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:41,487 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:41,487 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235701487Disabling compacts and flushes for region at 1733235701487Disabling writes for close at 1733235701487Writing region close event to WAL at 1733235701487Closed at 1733235701487 2024-12-03T14:21:41,488 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/MasterData/data/master/store/.initializing 2024-12-03T14:21:41,488 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/MasterData/WALs/3920e6a7c3b5,44489,1733235699856 2024-12-03T14:21:41,488 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:21:41,489 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3920e6a7c3b5%2C44489%2C1733235699856, suffix=, logDir=hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/MasterData/WALs/3920e6a7c3b5,44489,1733235699856, archiveDir=hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/MasterData/oldWALs, maxLogs=10 2024-12-03T14:21:41,500 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/MasterData/WALs/3920e6a7c3b5,44489,1733235699856/3920e6a7c3b5%2C44489%2C1733235699856.1733235701489, exclude list is [], retry=0 2024-12-03T14:21:41,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37391,DS-f1bdaa4e-e2e1-4058-95d1-15d94ce2595c,DISK] 2024-12-03T14:21:41,503 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/MasterData/WALs/3920e6a7c3b5,44489,1733235699856/3920e6a7c3b5%2C44489%2C1733235699856.1733235701489 2024-12-03T14:21:41,504 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45979:45979)] 2024-12-03T14:21:41,504 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:21:41,504 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:41,504 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:41,504 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:41,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:41,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T14:21:41,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:41,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:41,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:41,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T14:21:41,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:41,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:41,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:41,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T14:21:41,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:41,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:41,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:41,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T14:21:41,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:41,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:41,509 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:41,510 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:41,510 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:41,510 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:41,510 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:41,511 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:21:41,512 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:41,513 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:21:41,513 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70951913, jitterRate=0.05726589262485504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:21:41,514 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733235701504Initializing all the Stores at 1733235701504Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235701504Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235701505 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235701505Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235701505Cleaning up temporary data from old regions at 1733235701510 (+5 ms)Region opened successfully at 1733235701513 (+3 ms) 2024-12-03T14:21:41,514 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T14:21:41,516 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ad8270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:21:41,516 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T14:21:41,516 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T14:21:41,516 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T14:21:41,517 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T14:21:41,517 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T14:21:41,517 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T14:21:41,517 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T14:21:41,525 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T14:21:41,525 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44489-0x1019b91e62e0000, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Unable to get data of znode /0-964555720/balancer because node does not exist (not necessarily an error) 2024-12-03T14:21:41,606 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-964555720/balancer already deleted, retry=false 2024-12-03T14:21:41,607 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T14:21:41,608 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44489-0x1019b91e62e0000, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Unable to get data of znode /0-964555720/normalizer because node does not exist (not necessarily an error) 2024-12-03T14:21:41,617 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-964555720/normalizer already deleted, retry=false 2024-12-03T14:21:41,617 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T14:21:41,618 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44489-0x1019b91e62e0000, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Unable to get data of znode /0-964555720/switch/split because node does not exist (not necessarily an error) 2024-12-03T14:21:41,627 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-964555720/switch/split already deleted, retry=false 2024-12-03T14:21:41,629 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44489-0x1019b91e62e0000, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Unable to get data of znode /0-964555720/switch/merge because node does not exist (not necessarily an error) 2024-12-03T14:21:41,638 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-964555720/switch/merge already deleted, retry=false 2024-12-03T14:21:41,640 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44489-0x1019b91e62e0000, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Unable to get data of znode /0-964555720/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T14:21:41,648 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-964555720/snapshot-cleanup already deleted, retry=false 2024-12-03T14:21:41,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44489-0x1019b91e62e0000, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-964555720/running 2024-12-03T14:21:41,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019b91e62e0001, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-964555720/running 2024-12-03T14:21:41,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44489-0x1019b91e62e0000, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-964555720 2024-12-03T14:21:41,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019b91e62e0001, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-964555720 2024-12-03T14:21:41,659 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3920e6a7c3b5,44489,1733235699856, sessionid=0x1019b91e62e0000, setting cluster-up flag (Was=false) 2024-12-03T14:21:41,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44489-0x1019b91e62e0000, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-964555720 2024-12-03T14:21:41,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019b91e62e0001, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-964555720 2024-12-03T14:21:41,712 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-964555720/flush-table-proc/acquired, /0-964555720/flush-table-proc/reached, /0-964555720/flush-table-proc/abort 2024-12-03T14:21:41,712 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,44489,1733235699856 2024-12-03T14:21:41,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019b91e62e0001, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-964555720 2024-12-03T14:21:41,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44489-0x1019b91e62e0000, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-964555720 2024-12-03T14:21:41,964 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-964555720/online-snapshot/acquired, /0-964555720/online-snapshot/reached, /0-964555720/online-snapshot/abort 2024-12-03T14:21:41,965 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,44489,1733235699856 2024-12-03T14:21:41,966 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T14:21:41,967 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T14:21:41,967 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T14:21:41,967 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T14:21:41,968 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3920e6a7c3b5,44489,1733235699856 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T14:21:41,968 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:21:41,968 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:21:41,968 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:21:41,968 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:21:41,968 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3920e6a7c3b5:0, corePoolSize=10, maxPoolSize=10 2024-12-03T14:21:41,969 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:41,969 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:21:41,969 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:41,969 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733235731969 2024-12-03T14:21:41,969 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T14:21:41,970 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T14:21:41,970 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T14:21:41,970 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T14:21:41,970 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T14:21:41,970 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T14:21:41,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:21:41,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T14:21:41,970 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:41,970 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T14:21:41,970 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T14:21:41,970 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T14:21:41,970 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T14:21:41,971 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:41,971 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T14:21:41,971 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T14:21:41,971 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T14:21:41,971 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235701971,5,FailOnTimeoutGroup] 2024-12-03T14:21:41,971 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235701971,5,FailOnTimeoutGroup] 2024-12-03T14:21:41,971 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:41,971 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T14:21:41,971 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:41,971 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:41,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741831_1007 (size=1321) 2024-12-03T14:21:42,000 INFO [RS:0;3920e6a7c3b5:40405 {}] regionserver.HRegionServer(746): ClusterId : cd443b2f-54c8-44e4-a4de-3b15779ab99c 2024-12-03T14:21:42,000 DEBUG [RS:0;3920e6a7c3b5:40405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T14:21:42,028 DEBUG [RS:0;3920e6a7c3b5:40405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T14:21:42,028 DEBUG [RS:0;3920e6a7c3b5:40405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T14:21:42,079 DEBUG [RS:0;3920e6a7c3b5:40405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T14:21:42,079 DEBUG [RS:0;3920e6a7c3b5:40405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c0539b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:21:42,089 DEBUG [RS:0;3920e6a7c3b5:40405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3920e6a7c3b5:40405 2024-12-03T14:21:42,089 INFO [RS:0;3920e6a7c3b5:40405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T14:21:42,089 INFO [RS:0;3920e6a7c3b5:40405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T14:21:42,089 DEBUG [RS:0;3920e6a7c3b5:40405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T14:21:42,089 INFO [RS:0;3920e6a7c3b5:40405 {}] regionserver.HRegionServer(2659): reportForDuty to master=3920e6a7c3b5,44489,1733235699856 with port=40405, startcode=1733235700177 2024-12-03T14:21:42,090 DEBUG [RS:0;3920e6a7c3b5:40405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T14:21:42,091 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T14:21:42,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44489 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3920e6a7c3b5,40405,1733235700177 2024-12-03T14:21:42,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44489 {}] master.ServerManager(517): Registering regionserver=3920e6a7c3b5,40405,1733235700177 2024-12-03T14:21:42,093 DEBUG [RS:0;3920e6a7c3b5:40405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b 2024-12-03T14:21:42,093 DEBUG [RS:0;3920e6a7c3b5:40405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36385 2024-12-03T14:21:42,093 DEBUG [RS:0;3920e6a7c3b5:40405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T14:21:42,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44489-0x1019b91e62e0000, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-964555720/rs 2024-12-03T14:21:42,123 DEBUG [RS:0;3920e6a7c3b5:40405 {}] zookeeper.ZKUtil(111): regionserver:40405-0x1019b91e62e0001, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Set watcher on existing znode=/0-964555720/rs/3920e6a7c3b5,40405,1733235700177 2024-12-03T14:21:42,123 WARN [RS:0;3920e6a7c3b5:40405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:21:42,123 INFO [RS:0;3920e6a7c3b5:40405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:21:42,123 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3920e6a7c3b5,40405,1733235700177] 2024-12-03T14:21:42,123 DEBUG [RS:0;3920e6a7c3b5:40405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/WALs/3920e6a7c3b5,40405,1733235700177 2024-12-03T14:21:42,126 INFO [RS:0;3920e6a7c3b5:40405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T14:21:42,127 INFO [RS:0;3920e6a7c3b5:40405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T14:21:42,127 INFO [RS:0;3920e6a7c3b5:40405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T14:21:42,127 INFO [RS:0;3920e6a7c3b5:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:42,127 INFO [RS:0;3920e6a7c3b5:40405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T14:21:42,128 INFO [RS:0;3920e6a7c3b5:40405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T14:21:42,128 INFO [RS:0;3920e6a7c3b5:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:42,128 DEBUG [RS:0;3920e6a7c3b5:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:42,128 DEBUG [RS:0;3920e6a7c3b5:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:42,128 DEBUG [RS:0;3920e6a7c3b5:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:42,128 DEBUG [RS:0;3920e6a7c3b5:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:42,128 DEBUG [RS:0;3920e6a7c3b5:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:42,128 DEBUG [RS:0;3920e6a7c3b5:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:21:42,128 DEBUG [RS:0;3920e6a7c3b5:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:42,128 DEBUG [RS:0;3920e6a7c3b5:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:42,128 DEBUG [RS:0;3920e6a7c3b5:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:42,128 DEBUG [RS:0;3920e6a7c3b5:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:42,128 DEBUG [RS:0;3920e6a7c3b5:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:42,128 DEBUG [RS:0;3920e6a7c3b5:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:42,128 DEBUG [RS:0;3920e6a7c3b5:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:21:42,128 DEBUG [RS:0;3920e6a7c3b5:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:21:42,129 INFO [RS:0;3920e6a7c3b5:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:42,129 INFO [RS:0;3920e6a7c3b5:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:42,129 INFO [RS:0;3920e6a7c3b5:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:42,129 INFO [RS:0;3920e6a7c3b5:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:42,129 INFO [RS:0;3920e6a7c3b5:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:42,129 INFO [RS:0;3920e6a7c3b5:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,40405,1733235700177-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:21:42,140 INFO [RS:0;3920e6a7c3b5:40405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T14:21:42,141 INFO [RS:0;3920e6a7c3b5:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,40405,1733235700177-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:42,141 INFO [RS:0;3920e6a7c3b5:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:42,141 INFO [RS:0;3920e6a7c3b5:40405 {}] regionserver.Replication(171): 3920e6a7c3b5,40405,1733235700177 started 2024-12-03T14:21:42,151 INFO [RS:0;3920e6a7c3b5:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:42,151 INFO [RS:0;3920e6a7c3b5:40405 {}] regionserver.HRegionServer(1482): Serving as 3920e6a7c3b5,40405,1733235700177, RpcServer on 3920e6a7c3b5/172.17.0.2:40405, sessionid=0x1019b91e62e0001 2024-12-03T14:21:42,151 DEBUG [RS:0;3920e6a7c3b5:40405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T14:21:42,151 DEBUG [RS:0;3920e6a7c3b5:40405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3920e6a7c3b5,40405,1733235700177 2024-12-03T14:21:42,151 DEBUG [RS:0;3920e6a7c3b5:40405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,40405,1733235700177' 2024-12-03T14:21:42,151 DEBUG [RS:0;3920e6a7c3b5:40405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-964555720/flush-table-proc/abort' 2024-12-03T14:21:42,152 DEBUG [RS:0;3920e6a7c3b5:40405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-964555720/flush-table-proc/acquired' 2024-12-03T14:21:42,152 DEBUG [RS:0;3920e6a7c3b5:40405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T14:21:42,152 DEBUG [RS:0;3920e6a7c3b5:40405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T14:21:42,152 DEBUG [RS:0;3920e6a7c3b5:40405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3920e6a7c3b5,40405,1733235700177 2024-12-03T14:21:42,152 DEBUG [RS:0;3920e6a7c3b5:40405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,40405,1733235700177' 2024-12-03T14:21:42,152 DEBUG [RS:0;3920e6a7c3b5:40405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-964555720/online-snapshot/abort' 2024-12-03T14:21:42,153 DEBUG [RS:0;3920e6a7c3b5:40405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-964555720/online-snapshot/acquired' 2024-12-03T14:21:42,153 DEBUG [RS:0;3920e6a7c3b5:40405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T14:21:42,153 INFO [RS:0;3920e6a7c3b5:40405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T14:21:42,153 INFO [RS:0;3920e6a7c3b5:40405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T14:21:42,253 INFO [RS:0;3920e6a7c3b5:40405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:21:42,254 INFO [RS:0;3920e6a7c3b5:40405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C40405%2C1733235700177, suffix=, logDir=hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/WALs/3920e6a7c3b5,40405,1733235700177, archiveDir=hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/oldWALs, maxLogs=10 2024-12-03T14:21:42,265 DEBUG [RS:0;3920e6a7c3b5:40405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/WALs/3920e6a7c3b5,40405,1733235700177/3920e6a7c3b5%2C40405%2C1733235700177.1733235702255, exclude list is [], retry=0 2024-12-03T14:21:42,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37391,DS-f1bdaa4e-e2e1-4058-95d1-15d94ce2595c,DISK] 2024-12-03T14:21:42,269 INFO [RS:0;3920e6a7c3b5:40405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/WALs/3920e6a7c3b5,40405,1733235700177/3920e6a7c3b5%2C40405%2C1733235700177.1733235702255 2024-12-03T14:21:42,269 DEBUG [RS:0;3920e6a7c3b5:40405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45979:45979)] 2024-12-03T14:21:42,379 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T14:21:42,379 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b 2024-12-03T14:21:42,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741833_1009 (size=32) 2024-12-03T14:21:42,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T14:21:42,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T14:21:42,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:21:42,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:42,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:21:42,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:21:42,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:42,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:42,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:21:42,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:21:42,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:42,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:42,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:21:42,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:21:42,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:42,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:42,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:21:42,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:21:42,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:42,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:42,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:21:42,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/data/hbase/meta/1588230740 2024-12-03T14:21:42,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/data/hbase/meta/1588230740 2024-12-03T14:21:42,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:21:42,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:21:42,791 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:21:42,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:21:42,793 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:21:42,793 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67116487, jitterRate=1.1359155178070068E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:21:42,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733235702784Initializing all the Stores at 1733235702785 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235702785Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235702785Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235702785Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235702785Cleaning up temporary data from old regions at 1733235702790 (+5 ms)Region opened successfully at 1733235702794 (+4 ms) 2024-12-03T14:21:42,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:21:42,794 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:21:42,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:21:42,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:21:42,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:21:42,795 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:21:42,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235702794Disabling compacts and flushes for region at 1733235702794Disabling writes for close at 1733235702794Writing region close event to WAL at 1733235702795 (+1 ms)Closed at 1733235702795 2024-12-03T14:21:42,795 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:21:42,795 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T14:21:42,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T14:21:42,796 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:21:42,797 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T14:21:42,947 DEBUG [3920e6a7c3b5:44489 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:21:42,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3920e6a7c3b5,40405,1733235700177 2024-12-03T14:21:42,948 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,40405,1733235700177, state=OPENING 2024-12-03T14:21:43,017 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T14:21:43,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019b91e62e0001, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-964555720 2024-12-03T14:21:43,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44489-0x1019b91e62e0000, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-964555720 2024-12-03T14:21:43,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-964555720/meta-region-server: CHANGED 2024-12-03T14:21:43,028 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:21:43,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-964555720/meta-region-server: CHANGED 2024-12-03T14:21:43,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,40405,1733235700177}] 2024-12-03T14:21:43,180 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:21:43,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T14:21:43,184 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T14:21:43,184 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:21:43,184 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T14:21:43,185 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C40405%2C1733235700177.meta, suffix=.meta, logDir=hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/WALs/3920e6a7c3b5,40405,1733235700177, archiveDir=hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/oldWALs, maxLogs=10 2024-12-03T14:21:43,196 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/WALs/3920e6a7c3b5,40405,1733235700177/3920e6a7c3b5%2C40405%2C1733235700177.meta.1733235703185.meta, exclude list is [], retry=0 2024-12-03T14:21:43,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37391,DS-f1bdaa4e-e2e1-4058-95d1-15d94ce2595c,DISK] 2024-12-03T14:21:43,199 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/WALs/3920e6a7c3b5,40405,1733235700177/3920e6a7c3b5%2C40405%2C1733235700177.meta.1733235703185.meta 2024-12-03T14:21:43,199 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45979:45979)] 2024-12-03T14:21:43,199 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:21:43,199 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:21:43,199 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:21:43,199 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T14:21:43,200 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T14:21:43,200 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T14:21:43,200 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:43,200 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T14:21:43,200 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T14:21:43,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:21:43,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:21:43,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:43,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:43,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:21:43,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:21:43,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:43,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:43,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:21:43,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:21:43,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:43,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:43,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:21:43,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:21:43,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:43,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:43,204 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:21:43,205 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/data/hbase/meta/1588230740 2024-12-03T14:21:43,206 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/data/hbase/meta/1588230740 2024-12-03T14:21:43,206 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:21:43,206 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:21:43,207 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:21:43,208 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:21:43,208 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63168081, jitterRate=-0.05872224271297455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:21:43,209 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T14:21:43,209 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733235703200Writing region info on filesystem at 1733235703200Initializing all the Stores at 1733235703200Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235703200Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235703201 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235703201Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235703201Cleaning up temporary data from old regions at 1733235703206 (+5 ms)Running coprocessor post-open hooks at 1733235703209 (+3 ms)Region opened successfully at 1733235703209 2024-12-03T14:21:43,210 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733235703180 2024-12-03T14:21:43,211 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T14:21:43,211 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T14:21:43,212 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,40405,1733235700177 2024-12-03T14:21:43,212 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,40405,1733235700177, state=OPEN 2024-12-03T14:21:43,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019b91e62e0001, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-964555720/meta-region-server 2024-12-03T14:21:43,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44489-0x1019b91e62e0000, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-964555720/meta-region-server 2024-12-03T14:21:43,253 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,40405,1733235700177 2024-12-03T14:21:43,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-964555720/meta-region-server: CHANGED 2024-12-03T14:21:43,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-964555720/meta-region-server: CHANGED 2024-12-03T14:21:43,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T14:21:43,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,40405,1733235700177 in 225 msec 2024-12-03T14:21:43,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T14:21:43,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-12-03T14:21:43,257 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:21:43,257 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T14:21:43,258 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:21:43,258 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,40405,1733235700177, seqNum=-1] 2024-12-03T14:21:43,258 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:21:43,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:21:43,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2950 sec 2024-12-03T14:21:43,262 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733235703262, completionTime=-1 2024-12-03T14:21:43,262 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T14:21:43,263 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T14:21:43,264 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T14:21:43,264 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733235763264 2024-12-03T14:21:43,264 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733235823264 2024-12-03T14:21:43,264 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T14:21:43,264 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44489,1733235699856-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:43,264 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44489,1733235699856-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:43,264 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44489,1733235699856-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:43,264 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3920e6a7c3b5:44489, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:43,264 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:43,265 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:43,266 DEBUG [master/3920e6a7c3b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T14:21:43,267 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.029sec 2024-12-03T14:21:43,267 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T14:21:43,267 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T14:21:43,267 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T14:21:43,267 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T14:21:43,267 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T14:21:43,267 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44489,1733235699856-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:21:43,267 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44489,1733235699856-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T14:21:43,269 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T14:21:43,269 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T14:21:43,269 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44489,1733235699856-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:43,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51452599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:43,301 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,44489,-1 for getting cluster id 2024-12-03T14:21:43,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:21:43,302 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd443b2f-54c8-44e4-a4de-3b15779ab99c' 2024-12-03T14:21:43,302 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:21:43,302 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd443b2f-54c8-44e4-a4de-3b15779ab99c" 2024-12-03T14:21:43,302 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5417f9ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:43,302 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,44489,-1] 2024-12-03T14:21:43,302 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:21:43,303 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:43,303 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:21:43,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1285c161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:43,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:21:43,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,40405,1733235700177, seqNum=-1] 2024-12-03T14:21:43,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:21:43,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:21:43,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3920e6a7c3b5,44489,1733235699856 2024-12-03T14:21:43,307 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61746 2024-12-03T14:21:43,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61746, baseZNode=/0-964555720 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:21:43,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019b91e62e0002 connected 2024-12-03T14:21:43,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:21:43,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,44489,1733235699856 2024-12-03T14:21:43,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d439dad 2024-12-03T14:21:43,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:21:43,450 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:21:43,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44489 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:21:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44489 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T14:21:43,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:21:43,452 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:43,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44489 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T14:21:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:21:43,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:21:43,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741835_1011 (size=902) 2024-12-03T14:21:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:21:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:21:43,859 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b6948311eeb43a64a6817a7cf8f7b762, NAME => 'test,,1733235703450.b6948311eeb43a64a6817a7cf8f7b762.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b 2024-12-03T14:21:43,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741836_1012 (size=39) 2024-12-03T14:21:43,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733235703450.b6948311eeb43a64a6817a7cf8f7b762.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:43,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b6948311eeb43a64a6817a7cf8f7b762, disabling compactions & flushes 2024-12-03T14:21:43,878 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733235703450.b6948311eeb43a64a6817a7cf8f7b762. 2024-12-03T14:21:43,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235703450.b6948311eeb43a64a6817a7cf8f7b762. 2024-12-03T14:21:43,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733235703450.b6948311eeb43a64a6817a7cf8f7b762. after waiting 0 ms 2024-12-03T14:21:43,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733235703450.b6948311eeb43a64a6817a7cf8f7b762. 2024-12-03T14:21:43,878 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733235703450.b6948311eeb43a64a6817a7cf8f7b762. 2024-12-03T14:21:43,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b6948311eeb43a64a6817a7cf8f7b762: Waiting for close lock at 1733235703878Disabling compacts and flushes for region at 1733235703878Disabling writes for close at 1733235703878Writing region close event to WAL at 1733235703878Closed at 1733235703878 2024-12-03T14:21:43,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:21:43,879 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733235703450.b6948311eeb43a64a6817a7cf8f7b762.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733235703879"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235703879"}]},"ts":"1733235703879"} 2024-12-03T14:21:43,881 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:21:43,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:21:43,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235703882"}]},"ts":"1733235703882"} 2024-12-03T14:21:43,883 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T14:21:43,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b6948311eeb43a64a6817a7cf8f7b762, ASSIGN}] 2024-12-03T14:21:43,885 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b6948311eeb43a64a6817a7cf8f7b762, ASSIGN 2024-12-03T14:21:43,886 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b6948311eeb43a64a6817a7cf8f7b762, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,40405,1733235700177; forceNewPlan=false, retain=false 2024-12-03T14:21:44,036 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b6948311eeb43a64a6817a7cf8f7b762, regionState=OPENING, regionLocation=3920e6a7c3b5,40405,1733235700177 2024-12-03T14:21:44,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b6948311eeb43a64a6817a7cf8f7b762, ASSIGN because future has completed 2024-12-03T14:21:44,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6948311eeb43a64a6817a7cf8f7b762, server=3920e6a7c3b5,40405,1733235700177}] 2024-12-03T14:21:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:21:44,193 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733235703450.b6948311eeb43a64a6817a7cf8f7b762. 2024-12-03T14:21:44,193 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b6948311eeb43a64a6817a7cf8f7b762, NAME => 'test,,1733235703450.b6948311eeb43a64a6817a7cf8f7b762.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:21:44,193 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:21:44,193 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T14:21:44,194 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b6948311eeb43a64a6817a7cf8f7b762 2024-12-03T14:21:44,194 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733235703450.b6948311eeb43a64a6817a7cf8f7b762.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:44,194 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b6948311eeb43a64a6817a7cf8f7b762 2024-12-03T14:21:44,194 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b6948311eeb43a64a6817a7cf8f7b762 2024-12-03T14:21:44,194 INFO [StoreOpener-b6948311eeb43a64a6817a7cf8f7b762-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b6948311eeb43a64a6817a7cf8f7b762 2024-12-03T14:21:44,195 INFO [StoreOpener-b6948311eeb43a64a6817a7cf8f7b762-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6948311eeb43a64a6817a7cf8f7b762 columnFamilyName f 2024-12-03T14:21:44,195 DEBUG [StoreOpener-b6948311eeb43a64a6817a7cf8f7b762-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:44,196 INFO [StoreOpener-b6948311eeb43a64a6817a7cf8f7b762-1 {}] regionserver.HStore(327): Store=b6948311eeb43a64a6817a7cf8f7b762/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:44,196 INFO [StoreOpener-b6948311eeb43a64a6817a7cf8f7b762-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b6948311eeb43a64a6817a7cf8f7b762 2024-12-03T14:21:44,196 INFO [StoreOpener-b6948311eeb43a64a6817a7cf8f7b762-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6948311eeb43a64a6817a7cf8f7b762 columnFamilyName f1 2024-12-03T14:21:44,196 DEBUG [StoreOpener-b6948311eeb43a64a6817a7cf8f7b762-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:44,196 INFO [StoreOpener-b6948311eeb43a64a6817a7cf8f7b762-1 {}] regionserver.HStore(327): Store=b6948311eeb43a64a6817a7cf8f7b762/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:44,197 INFO [StoreOpener-b6948311eeb43a64a6817a7cf8f7b762-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b6948311eeb43a64a6817a7cf8f7b762 2024-12-03T14:21:44,197 INFO [StoreOpener-b6948311eeb43a64a6817a7cf8f7b762-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6948311eeb43a64a6817a7cf8f7b762 columnFamilyName norep 2024-12-03T14:21:44,197 DEBUG [StoreOpener-b6948311eeb43a64a6817a7cf8f7b762-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:44,197 INFO [StoreOpener-b6948311eeb43a64a6817a7cf8f7b762-1 {}] regionserver.HStore(327): Store=b6948311eeb43a64a6817a7cf8f7b762/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:44,197 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b6948311eeb43a64a6817a7cf8f7b762 2024-12-03T14:21:44,198 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/data/default/test/b6948311eeb43a64a6817a7cf8f7b762 2024-12-03T14:21:44,198 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/data/default/test/b6948311eeb43a64a6817a7cf8f7b762 2024-12-03T14:21:44,199 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b6948311eeb43a64a6817a7cf8f7b762 2024-12-03T14:21:44,199 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b6948311eeb43a64a6817a7cf8f7b762 2024-12-03T14:21:44,199 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:21:44,199 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b6948311eeb43a64a6817a7cf8f7b762 2024-12-03T14:21:44,201 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/data/default/test/b6948311eeb43a64a6817a7cf8f7b762/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:21:44,201 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b6948311eeb43a64a6817a7cf8f7b762; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66870994, jitterRate=-0.003544539213180542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:21:44,201 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6948311eeb43a64a6817a7cf8f7b762 2024-12-03T14:21:44,201 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b6948311eeb43a64a6817a7cf8f7b762: Running coprocessor pre-open hook at 1733235704194Writing region info on filesystem at 1733235704194Initializing all the Stores at 1733235704194Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235704194Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235704194Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235704194Cleaning up temporary data from old regions at 1733235704199 (+5 ms)Running coprocessor post-open hooks at 1733235704201 (+2 ms)Region opened successfully at 1733235704201 2024-12-03T14:21:44,202 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733235703450.b6948311eeb43a64a6817a7cf8f7b762., pid=6, masterSystemTime=1733235704190 2024-12-03T14:21:44,204 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733235703450.b6948311eeb43a64a6817a7cf8f7b762. 2024-12-03T14:21:44,204 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733235703450.b6948311eeb43a64a6817a7cf8f7b762. 2024-12-03T14:21:44,204 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b6948311eeb43a64a6817a7cf8f7b762, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3920e6a7c3b5,40405,1733235700177 2024-12-03T14:21:44,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6948311eeb43a64a6817a7cf8f7b762, server=3920e6a7c3b5,40405,1733235700177 because future has completed 2024-12-03T14:21:44,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T14:21:44,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b6948311eeb43a64a6817a7cf8f7b762, server=3920e6a7c3b5,40405,1733235700177 in 169 msec 2024-12-03T14:21:44,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T14:21:44,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b6948311eeb43a64a6817a7cf8f7b762, ASSIGN in 324 msec 2024-12-03T14:21:44,210 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:21:44,211 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235704210"}]},"ts":"1733235704210"} 2024-12-03T14:21:44,225 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T14:21:44,226 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:21:44,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 776 msec 2024-12-03T14:21:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:21:44,593 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T14:21:44,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a2b91a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:44,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,44489,-1 for getting cluster id 2024-12-03T14:21:44,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:21:44,595 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd443b2f-54c8-44e4-a4de-3b15779ab99c' 2024-12-03T14:21:44,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:21:44,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd443b2f-54c8-44e4-a4de-3b15779ab99c" 2024-12-03T14:21:44,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3161f4c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:44,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,44489,-1] 2024-12-03T14:21:44,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:21:44,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:44,596 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:21:44,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5a6ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:44,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:21:44,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,44489,1733235699856 2024-12-03T14:21:44,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67c0d554 2024-12-03T14:21:44,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:21:44,598 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:21:44,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44489 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3920e6a7c3b5:44489,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T14:21:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44489 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T14:21:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:21:44,600 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:44489' 2024-12-03T14:21:44,601 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8f6da6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:44,601 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,44489,-1 for getting cluster id 2024-12-03T14:21:44,601 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:21:44,602 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd443b2f-54c8-44e4-a4de-3b15779ab99c' 2024-12-03T14:21:44,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:21:44,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd443b2f-54c8-44e4-a4de-3b15779ab99c" 2024-12-03T14:21:44,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ca5c6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:44,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,44489,-1] 2024-12-03T14:21:44,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:21:44,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:44,603 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:21:44,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5901b250, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:44,603 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:21:44,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,44489,1733235699856 2024-12-03T14:21:44,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a69676d 2024-12-03T14:21:44,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:21:44,605 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:21:44,605 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T14:21:44,605 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T14:21:44,605 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:44,605 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:44,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:21:44,606 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3920e6a7c3b5:44489, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-03T14:21:44,610 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3920e6a7c3b5:44489, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3920e6a7c3b5:44489, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3920e6a7c3b5:44489, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-03T14:21:44,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3920e6a7c3b5:44489, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-12-03T14:21:44,611 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-03T14:21:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:21:44,704 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://3920e6a7c3b5:44489, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-03T14:21:44,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:21:44,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:21:44,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:44,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:44,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:21:44,717 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=530 (was 360) Potentially hanging thread: CacheReplicationMonitor(1695346954) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp44849726-7877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2034628170-7920 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f702c439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61746) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b-prefix:3920e6a7c3b5,40405,1733235700177.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/cluster_da0e7a47-1a26-d950-0892-c9447efe967a/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@65e21794 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7690ed82 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2010205265_20 at /127.0.0.1:34538 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp44849726-7872 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f702c439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235701971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$598/0x00007f702cacf390.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp2034628170-7922 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-925887402-172.17.0.2-1733235698336 heartbeating to localhost/127.0.0.1:36385 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp44849726-7878 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b-prefix:3920e6a7c3b5,40405,1733235700177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@3d61c2d6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 41171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/3920e6a7c3b5:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp44849726-7875-acceptor-0@53ec5e1a-ServerConnector@53954af1{HTTP/1.1, (http/1.1)}{localhost:43063} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-333166079_20 at /127.0.0.1:34576 [Receiving block BP-925887402-172.17.0.2-1733235698336:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235701971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 36385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 41171 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-925887402-172.17.0.2-1733235698336:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:61746 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Session-HouseKeeper-47c4774a-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@448c405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36385 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server handler 1 on default port 36385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 1 on default port 41171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-925887402-172.17.0.2-1733235698336:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2010205265_20 at /127.0.0.1:49834 [Receiving block BP-925887402-172.17.0.2-1733235698336:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2010205265_20 at /127.0.0.1:49822 [Receiving block BP-925887402-172.17.0.2-1733235698336:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 41171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 36385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61746) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@3a292426[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/cluster_da0e7a47-1a26-d950-0892-c9447efe967a/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@1d4eedc6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36385/user/jenkins/test-data/12429401-5fc0-1f53-9f94-72b70c71423b/MasterData-prefix:3920e6a7c3b5,44489,1733235699856 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36385 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36385 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: regionserver/3920e6a7c3b5:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f702c9fdbd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2034628170-7923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 41171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Server handler 2 on default port 41171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3920e6a7c3b5:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: 3920e6a7c3b5:44489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp44849726-7871 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f702c439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@19c7f116 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 36385 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/cluster_da0e7a47-1a26-d950-0892-c9447efe967a/data/data2/current/BP-925887402-172.17.0.2-1733235698336 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3920e6a7c3b5:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:61746): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 36385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp44849726-7876 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp44849726-7873 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f702c439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:36385 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/cluster_da0e7a47-1a26-d950-0892-c9447efe967a/data/data1/current/BP-925887402-172.17.0.2-1733235698336 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;3920e6a7c3b5:40405 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2034628170-7921-acceptor-0@17508e1-ServerConnector@58b5e117{HTTP/1.1, (http/1.1)}{localhost:40123} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-925887402-172.17.0.2-1733235698336:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 36385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@788ee698 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RS:0;3920e6a7c3b5:40405-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@589e39f4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61746) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp44849726-7874 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f702c439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Session-HouseKeeper-d05e9b7-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5c9ff17d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36385 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: M:0;3920e6a7c3b5:44489 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=868 (was 783) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=390 (was 389) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10037 (was 10196) 2024-12-03T14:21:44,720 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-12-03T14:21:44,730 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=10037 2024-12-03T14:21:44,730 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-12-03T14:21:44,744 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-03T14:21:44,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/hadoop.log.dir so I do NOT create it in target/test-data/b0687698-cde4-38a4-9017-9494de9448b7 2024-12-03T14:21:44,745 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T14:21:44,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/hadoop.tmp.dir so I do NOT create it in target/test-data/b0687698-cde4-38a4-9017-9494de9448b7 2024-12-03T14:21:44,745 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064bac8c-3917-516d-78b1-666b9785d137/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T14:21:44,745 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7 2024-12-03T14:21:44,745 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/cluster_433d0a2c-cdd3-43e2-66da-2bd41adb4c8b, deleteOnExit=true 2024-12-03T14:21:44,794 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/cluster_433d0a2c-cdd3-43e2-66da-2bd41adb4c8b/zookeeper_0, clientPort=57367, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/cluster_433d0a2c-cdd3-43e2-66da-2bd41adb4c8b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/cluster_433d0a2c-cdd3-43e2-66da-2bd41adb4c8b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T14:21:44,794 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57367 2024-12-03T14:21:44,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T14:21:44,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T14:21:44,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/test.cache.data in system properties and HBase conf 2024-12-03T14:21:44,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T14:21:44,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/hadoop.log.dir in system properties and HBase conf 2024-12-03T14:21:44,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T14:21:44,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T14:21:44,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T14:21:44,795 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T14:21:44,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:21:44,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:21:44,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T14:21:44,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:21:44,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T14:21:44,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T14:21:44,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:21:44,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:21:44,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T14:21:44,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/nfs.dump.dir in system properties and HBase conf 2024-12-03T14:21:44,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/java.io.tmpdir in system properties and HBase conf 2024-12-03T14:21:44,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:21:44,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T14:21:44,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T14:21:45,176 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:21:45,180 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:21:45,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:21:45,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:21:45,184 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T14:21:45,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:21:45,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a2942d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:21:45,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54b4a400{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:21:45,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62e3adbb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/java.io.tmpdir/jetty-localhost-43219-hadoop-hdfs-3_4_1-tests_jar-_-any-8158446844659688006/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:21:45,287 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@262d3e1a{HTTP/1.1, (http/1.1)}{localhost:43219} 2024-12-03T14:21:45,287 INFO [Time-limited test {}] server.Server(415): Started @319896ms 2024-12-03T14:21:45,532 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:21:45,535 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:21:45,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:21:45,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:21:45,535 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T14:21:45,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1477ce42{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:21:45,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42e80402{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:21:45,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49d9060f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/java.io.tmpdir/jetty-localhost-39309-hadoop-hdfs-3_4_1-tests_jar-_-any-4669462918313150852/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:21:45,673 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61115c85{HTTP/1.1, (http/1.1)}{localhost:39309} 2024-12-03T14:21:45,673 INFO [Time-limited test {}] server.Server(415): Started @320282ms 2024-12-03T14:21:45,674 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T14:21:46,276 WARN [Thread-4303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/cluster_433d0a2c-cdd3-43e2-66da-2bd41adb4c8b/data/data1/current/BP-1793272728-172.17.0.2-1733235704815/current, will proceed with Du for space computation calculation, 2024-12-03T14:21:46,276 WARN [Thread-4304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/cluster_433d0a2c-cdd3-43e2-66da-2bd41adb4c8b/data/data2/current/BP-1793272728-172.17.0.2-1733235704815/current, will proceed with Du for space computation calculation, 2024-12-03T14:21:46,293 WARN [Thread-4291 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T14:21:46,295 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81dc4c9d517de21a with lease ID 0x421e80c2db73ab2: Processing first storage report for DS-fe9a1681-50ea-4da3-be68-b0bc57c63fb2 from datanode DatanodeRegistration(127.0.0.1:40581, datanodeUuid=cb09c101-1728-4d98-9032-0a6878497627, infoPort=33581, infoSecurePort=0, ipcPort=42087, storageInfo=lv=-57;cid=testClusterID;nsid=1385371321;c=1733235704815) 2024-12-03T14:21:46,295 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81dc4c9d517de21a with lease ID 0x421e80c2db73ab2: from storage DS-fe9a1681-50ea-4da3-be68-b0bc57c63fb2 node DatanodeRegistration(127.0.0.1:40581, datanodeUuid=cb09c101-1728-4d98-9032-0a6878497627, infoPort=33581, infoSecurePort=0, ipcPort=42087, storageInfo=lv=-57;cid=testClusterID;nsid=1385371321;c=1733235704815), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:21:46,295 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81dc4c9d517de21a with lease ID 0x421e80c2db73ab2: Processing first storage report for DS-685bb528-0634-40fe-8260-a891cb18fb2e from datanode DatanodeRegistration(127.0.0.1:40581, datanodeUuid=cb09c101-1728-4d98-9032-0a6878497627, infoPort=33581, infoSecurePort=0, ipcPort=42087, storageInfo=lv=-57;cid=testClusterID;nsid=1385371321;c=1733235704815) 2024-12-03T14:21:46,295 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81dc4c9d517de21a with lease ID 0x421e80c2db73ab2: from storage DS-685bb528-0634-40fe-8260-a891cb18fb2e node DatanodeRegistration(127.0.0.1:40581, datanodeUuid=cb09c101-1728-4d98-9032-0a6878497627, infoPort=33581, infoSecurePort=0, ipcPort=42087, storageInfo=lv=-57;cid=testClusterID;nsid=1385371321;c=1733235704815), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:21:46,396 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7 2024-12-03T14:21:46,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:46,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:46,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741825_1001 (size=7) 2024-12-03T14:21:46,404 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c with version=8 2024-12-03T14:21:46,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/hbase-staging 2024-12-03T14:21:46,406 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:21:46,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:46,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:46,406 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:21:46,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:46,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:21:46,407 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T14:21:46,407 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:21:46,407 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39239 2024-12-03T14:21:46,408 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39239 connecting to ZooKeeper ensemble=127.0.0.1:57367 2024-12-03T14:21:46,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392390x0, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:21:46,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39239-0x1019b91ff840000 connected 2024-12-03T14:21:46,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:46,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:46,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Set watcher on znode that does not yet exist, /0-1751649103/running 2024-12-03T14:21:46,552 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c, hbase.cluster.distributed=false 2024-12-03T14:21:46,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Set watcher on znode that does not yet exist, /0-1751649103/acl 2024-12-03T14:21:46,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39239 2024-12-03T14:21:46,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39239 2024-12-03T14:21:46,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39239 2024-12-03T14:21:46,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39239 2024-12-03T14:21:46,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39239 2024-12-03T14:21:46,572 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:21:46,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:46,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:46,572 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:21:46,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:46,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:21:46,572 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T14:21:46,572 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:21:46,573 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36647 2024-12-03T14:21:46,573 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36647 connecting to ZooKeeper ensemble=127.0.0.1:57367 2024-12-03T14:21:46,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:46,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:46,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366470x0, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:21:46,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366470x0, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Set watcher on znode that does not yet exist, /0-1751649103/running 2024-12-03T14:21:46,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36647-0x1019b91ff840001 connected 2024-12-03T14:21:46,590 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T14:21:46,591 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T14:21:46,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36647-0x1019b91ff840001, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Set watcher on znode that does not yet exist, /0-1751649103/master 2024-12-03T14:21:46,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36647-0x1019b91ff840001, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Set watcher on znode that does not yet exist, /0-1751649103/acl 2024-12-03T14:21:46,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36647 2024-12-03T14:21:46,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36647 2024-12-03T14:21:46,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36647 2024-12-03T14:21:46,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36647 2024-12-03T14:21:46,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36647 2024-12-03T14:21:46,616 DEBUG [M:0;3920e6a7c3b5:39239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3920e6a7c3b5:39239 2024-12-03T14:21:46,616 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1751649103/backup-masters/3920e6a7c3b5,39239,1733235706406 2024-12-03T14:21:46,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1019b91ff840001, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1751649103/backup-masters 2024-12-03T14:21:46,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1751649103/backup-masters 2024-12-03T14:21:46,629 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Set watcher on existing znode=/0-1751649103/backup-masters/3920e6a7c3b5,39239,1733235706406 2024-12-03T14:21:46,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1019b91ff840001, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1751649103/master 2024-12-03T14:21:46,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1751649103 2024-12-03T14:21:46,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1019b91ff840001, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1751649103 2024-12-03T14:21:46,639 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Set watcher on existing znode=/0-1751649103/master 2024-12-03T14:21:46,640 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1751649103/backup-masters/3920e6a7c3b5,39239,1733235706406 from backup master directory 2024-12-03T14:21:46,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1751649103/backup-masters/3920e6a7c3b5,39239,1733235706406 2024-12-03T14:21:46,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1019b91ff840001, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1751649103/backup-masters 2024-12-03T14:21:46,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1751649103/backup-masters 2024-12-03T14:21:46,649 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:21:46,649 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3920e6a7c3b5,39239,1733235706406 2024-12-03T14:21:46,652 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/hbase.id] with ID: 56acbd21-6f75-4072-9992-74786439739b 2024-12-03T14:21:46,652 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/.tmp/hbase.id 2024-12-03T14:21:46,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741826_1002 (size=42) 2024-12-03T14:21:47,056 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/.tmp/hbase.id]:[hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/hbase.id] 2024-12-03T14:21:47,064 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:47,064 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T14:21:47,065 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T14:21:47,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1751649103 2024-12-03T14:21:47,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1019b91ff840001, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1751649103 2024-12-03T14:21:47,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741827_1003 (size=196) 2024-12-03T14:21:47,080 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:21:47,081 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T14:21:47,082 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:21:47,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741828_1004 (size=1189) 2024-12-03T14:21:47,487 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/data/master/store 2024-12-03T14:21:47,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741829_1005 (size=34) 2024-12-03T14:21:47,892 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:47,892 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:21:47,892 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:47,892 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:47,893 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:21:47,893 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:47,893 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:47,893 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235707892Disabling compacts and flushes for region at 1733235707892Disabling writes for close at 1733235707893 (+1 ms)Writing region close event to WAL at 1733235707893Closed at 1733235707893 2024-12-03T14:21:47,893 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/data/master/store/.initializing 2024-12-03T14:21:47,893 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/WALs/3920e6a7c3b5,39239,1733235706406 2024-12-03T14:21:47,894 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:21:47,896 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3920e6a7c3b5%2C39239%2C1733235706406, suffix=, logDir=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/WALs/3920e6a7c3b5,39239,1733235706406, archiveDir=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/oldWALs, maxLogs=10 2024-12-03T14:21:47,912 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/WALs/3920e6a7c3b5,39239,1733235706406/3920e6a7c3b5%2C39239%2C1733235706406.1733235707896, exclude list is [], retry=0 2024-12-03T14:21:47,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40581,DS-fe9a1681-50ea-4da3-be68-b0bc57c63fb2,DISK] 2024-12-03T14:21:47,916 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/WALs/3920e6a7c3b5,39239,1733235706406/3920e6a7c3b5%2C39239%2C1733235706406.1733235707896 2024-12-03T14:21:47,916 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33581:33581)] 2024-12-03T14:21:47,916 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:21:47,916 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:47,916 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:47,917 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:47,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:47,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T14:21:47,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:47,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:47,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:47,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T14:21:47,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:47,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:47,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:47,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T14:21:47,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:47,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:47,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:47,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T14:21:47,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:47,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:47,923 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:47,923 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:47,924 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:47,924 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:47,924 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:47,925 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:21:47,926 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:47,927 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:21:47,928 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66093213, jitterRate=-0.015134379267692566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:21:47,928 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733235707917Initializing all the Stores at 1733235707917Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235707917Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235707917Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235707917Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235707917Cleaning up temporary data from old regions at 1733235707924 (+7 ms)Region opened successfully at 1733235707928 (+4 ms) 2024-12-03T14:21:47,928 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T14:21:47,930 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5498b4be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:21:47,931 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T14:21:47,931 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T14:21:47,931 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T14:21:47,931 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T14:21:47,931 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T14:21:47,932 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T14:21:47,932 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T14:21:47,933 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T14:21:47,933 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Unable to get data of znode /0-1751649103/balancer because node does not exist (not necessarily an error) 2024-12-03T14:21:47,986 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1751649103/balancer already deleted, retry=false 2024-12-03T14:21:47,986 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T14:21:47,987 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Unable to get data of znode /0-1751649103/normalizer because node does not exist (not necessarily an error) 2024-12-03T14:21:47,996 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1751649103/normalizer already deleted, retry=false 2024-12-03T14:21:47,997 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T14:21:47,997 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Unable to get data of znode /0-1751649103/switch/split because node does not exist (not necessarily an error) 2024-12-03T14:21:48,007 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1751649103/switch/split already deleted, retry=false 2024-12-03T14:21:48,007 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Unable to get data of znode /0-1751649103/switch/merge because node does not exist (not necessarily an error) 2024-12-03T14:21:48,018 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1751649103/switch/merge already deleted, retry=false 2024-12-03T14:21:48,019 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Unable to get data of znode /0-1751649103/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T14:21:48,028 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1751649103/snapshot-cleanup already deleted, retry=false 2024-12-03T14:21:48,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1751649103/running 2024-12-03T14:21:48,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1019b91ff840001, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1751649103/running 2024-12-03T14:21:48,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1751649103 2024-12-03T14:21:48,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1019b91ff840001, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1751649103 2024-12-03T14:21:48,039 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3920e6a7c3b5,39239,1733235706406, sessionid=0x1019b91ff840000, setting cluster-up flag (Was=false) 2024-12-03T14:21:48,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1751649103 2024-12-03T14:21:48,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1019b91ff840001, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1751649103 2024-12-03T14:21:48,091 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1751649103/flush-table-proc/acquired, /0-1751649103/flush-table-proc/reached, /0-1751649103/flush-table-proc/abort 2024-12-03T14:21:48,092 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,39239,1733235706406 2024-12-03T14:21:48,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1751649103 2024-12-03T14:21:48,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1019b91ff840001, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1751649103 2024-12-03T14:21:48,128 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:21:48,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:48,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:48,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:48,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:48,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:48,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:48,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:48,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:48,144 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1751649103/online-snapshot/acquired, /0-1751649103/online-snapshot/reached, /0-1751649103/online-snapshot/abort 2024-12-03T14:21:48,145 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,39239,1733235706406 2024-12-03T14:21:48,150 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T14:21:48,152 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T14:21:48,152 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T14:21:48,152 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T14:21:48,152 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3920e6a7c3b5,39239,1733235706406 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T14:21:48,153 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:21:48,153 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:21:48,153 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:21:48,153 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:21:48,153 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3920e6a7c3b5:0, corePoolSize=10, maxPoolSize=10 2024-12-03T14:21:48,153 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:48,153 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:21:48,153 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:48,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:48,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:48,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:48,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:48,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:48,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:48,160 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:21:48,160 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T14:21:48,160 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733235738160 2024-12-03T14:21:48,161 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T14:21:48,161 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T14:21:48,161 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T14:21:48,161 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T14:21:48,161 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T14:21:48,161 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T14:21:48,161 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:48,161 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T14:21:48,164 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:48,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:48,164 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T14:21:48,164 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T14:21:48,164 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T14:21:48,164 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T14:21:48,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:48,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:48,168 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T14:21:48,168 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T14:21:48,168 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235708168,5,FailOnTimeoutGroup] 2024-12-03T14:21:48,168 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235708168,5,FailOnTimeoutGroup] 2024-12-03T14:21:48,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:48,168 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:48,168 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T14:21:48,168 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:48,168 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:48,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741831_1007 (size=1321) 2024-12-03T14:21:48,173 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T14:21:48,173 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c 2024-12-03T14:21:48,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741832_1008 (size=32) 2024-12-03T14:21:48,198 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T14:21:48,198 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T14:21:48,206 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.HRegionServer(746): ClusterId : 56acbd21-6f75-4072-9992-74786439739b 2024-12-03T14:21:48,206 DEBUG [RS:0;3920e6a7c3b5:36647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T14:21:48,219 DEBUG [RS:0;3920e6a7c3b5:36647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T14:21:48,219 DEBUG [RS:0;3920e6a7c3b5:36647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T14:21:48,229 DEBUG [RS:0;3920e6a7c3b5:36647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T14:21:48,229 DEBUG [RS:0;3920e6a7c3b5:36647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52eb6fcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:21:48,243 DEBUG [RS:0;3920e6a7c3b5:36647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3920e6a7c3b5:36647 2024-12-03T14:21:48,243 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T14:21:48,243 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T14:21:48,243 DEBUG [RS:0;3920e6a7c3b5:36647 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T14:21:48,244 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.HRegionServer(2659): reportForDuty to master=3920e6a7c3b5,39239,1733235706406 with port=36647, startcode=1733235706572 2024-12-03T14:21:48,244 DEBUG [RS:0;3920e6a7c3b5:36647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T14:21:48,245 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T14:21:48,246 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39239 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3920e6a7c3b5,36647,1733235706572 2024-12-03T14:21:48,246 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39239 {}] master.ServerManager(517): Registering regionserver=3920e6a7c3b5,36647,1733235706572 2024-12-03T14:21:48,247 DEBUG [RS:0;3920e6a7c3b5:36647 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c 2024-12-03T14:21:48,247 DEBUG [RS:0;3920e6a7c3b5:36647 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34881 2024-12-03T14:21:48,247 DEBUG [RS:0;3920e6a7c3b5:36647 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T14:21:48,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1751649103/rs 2024-12-03T14:21:48,260 DEBUG [RS:0;3920e6a7c3b5:36647 {}] zookeeper.ZKUtil(111): regionserver:36647-0x1019b91ff840001, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Set watcher on existing znode=/0-1751649103/rs/3920e6a7c3b5,36647,1733235706572 2024-12-03T14:21:48,260 WARN [RS:0;3920e6a7c3b5:36647 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:21:48,260 INFO [RS:0;3920e6a7c3b5:36647 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:21:48,260 DEBUG [RS:0;3920e6a7c3b5:36647 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572 2024-12-03T14:21:48,260 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3920e6a7c3b5,36647,1733235706572] 2024-12-03T14:21:48,263 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T14:21:48,265 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T14:21:48,265 INFO [RS:0;3920e6a7c3b5:36647 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T14:21:48,265 INFO [RS:0;3920e6a7c3b5:36647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:48,265 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T14:21:48,266 INFO [RS:0;3920e6a7c3b5:36647 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T14:21:48,266 INFO [RS:0;3920e6a7c3b5:36647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:48,266 DEBUG [RS:0;3920e6a7c3b5:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:48,266 DEBUG [RS:0;3920e6a7c3b5:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:48,266 DEBUG [RS:0;3920e6a7c3b5:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:48,266 DEBUG [RS:0;3920e6a7c3b5:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:48,266 DEBUG [RS:0;3920e6a7c3b5:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:48,266 DEBUG [RS:0;3920e6a7c3b5:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:21:48,266 DEBUG [RS:0;3920e6a7c3b5:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:48,266 DEBUG [RS:0;3920e6a7c3b5:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:48,266 DEBUG [RS:0;3920e6a7c3b5:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:48,266 DEBUG [RS:0;3920e6a7c3b5:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:48,266 DEBUG [RS:0;3920e6a7c3b5:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:48,266 DEBUG [RS:0;3920e6a7c3b5:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:48,266 DEBUG [RS:0;3920e6a7c3b5:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:21:48,266 DEBUG [RS:0;3920e6a7c3b5:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:21:48,268 INFO [RS:0;3920e6a7c3b5:36647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:48,268 INFO [RS:0;3920e6a7c3b5:36647 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:48,268 INFO [RS:0;3920e6a7c3b5:36647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:48,268 INFO [RS:0;3920e6a7c3b5:36647 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:48,268 INFO [RS:0;3920e6a7c3b5:36647 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:48,268 INFO [RS:0;3920e6a7c3b5:36647 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,36647,1733235706572-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:21:48,281 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T14:21:48,281 INFO [RS:0;3920e6a7c3b5:36647 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,36647,1733235706572-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:48,281 INFO [RS:0;3920e6a7c3b5:36647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:48,282 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.Replication(171): 3920e6a7c3b5,36647,1733235706572 started 2024-12-03T14:21:48,293 INFO [RS:0;3920e6a7c3b5:36647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:48,293 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.HRegionServer(1482): Serving as 3920e6a7c3b5,36647,1733235706572, RpcServer on 3920e6a7c3b5/172.17.0.2:36647, sessionid=0x1019b91ff840001 2024-12-03T14:21:48,293 DEBUG [RS:0;3920e6a7c3b5:36647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T14:21:48,293 DEBUG [RS:0;3920e6a7c3b5:36647 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3920e6a7c3b5,36647,1733235706572 2024-12-03T14:21:48,293 DEBUG [RS:0;3920e6a7c3b5:36647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,36647,1733235706572' 2024-12-03T14:21:48,293 DEBUG [RS:0;3920e6a7c3b5:36647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1751649103/flush-table-proc/abort' 2024-12-03T14:21:48,294 DEBUG [RS:0;3920e6a7c3b5:36647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1751649103/flush-table-proc/acquired' 2024-12-03T14:21:48,294 DEBUG [RS:0;3920e6a7c3b5:36647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T14:21:48,294 DEBUG [RS:0;3920e6a7c3b5:36647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T14:21:48,294 DEBUG [RS:0;3920e6a7c3b5:36647 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3920e6a7c3b5,36647,1733235706572 2024-12-03T14:21:48,294 DEBUG [RS:0;3920e6a7c3b5:36647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,36647,1733235706572' 2024-12-03T14:21:48,294 DEBUG [RS:0;3920e6a7c3b5:36647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1751649103/online-snapshot/abort' 2024-12-03T14:21:48,295 DEBUG [RS:0;3920e6a7c3b5:36647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1751649103/online-snapshot/acquired' 2024-12-03T14:21:48,295 DEBUG [RS:0;3920e6a7c3b5:36647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T14:21:48,295 INFO [RS:0;3920e6a7c3b5:36647 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T14:21:48,295 INFO [RS:0;3920e6a7c3b5:36647 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T14:21:48,395 INFO [RS:0;3920e6a7c3b5:36647 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:21:48,396 INFO [RS:0;3920e6a7c3b5:36647 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C36647%2C1733235706572, suffix=, logDir=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572, archiveDir=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/oldWALs, maxLogs=10 2024-12-03T14:21:48,408 DEBUG [RS:0;3920e6a7c3b5:36647 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235708397, exclude list is [], retry=0 2024-12-03T14:21:48,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40581,DS-fe9a1681-50ea-4da3-be68-b0bc57c63fb2,DISK] 2024-12-03T14:21:48,411 INFO [RS:0;3920e6a7c3b5:36647 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235708397 2024-12-03T14:21:48,412 DEBUG [RS:0;3920e6a7c3b5:36647 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33581:33581)] 2024-12-03T14:21:48,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:48,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:21:48,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:21:48,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:48,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:48,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:21:48,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:21:48,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:48,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:48,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:21:48,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:21:48,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:48,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:48,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:21:48,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:21:48,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:48,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:48,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:21:48,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740 2024-12-03T14:21:48,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740 2024-12-03T14:21:48,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:21:48,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:21:48,594 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:21:48,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:21:48,596 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:21:48,596 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63071917, jitterRate=-0.060155197978019714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:21:48,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733235708586Initializing all the Stores at 1733235708587 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235708587Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235708587Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235708587Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235708587Cleaning up temporary data from old regions at 1733235708593 (+6 ms)Region opened successfully at 1733235708596 (+3 ms) 2024-12-03T14:21:48,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:21:48,596 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:21:48,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:21:48,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:21:48,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:21:48,596 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:21:48,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235708596Disabling compacts and flushes for region at 1733235708596Disabling writes for close at 1733235708596Writing region close event to WAL at 1733235708596Closed at 1733235708596 2024-12-03T14:21:48,597 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:21:48,597 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T14:21:48,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T14:21:48,598 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:21:48,599 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T14:21:48,749 DEBUG [3920e6a7c3b5:39239 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:21:48,749 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3920e6a7c3b5,36647,1733235706572 2024-12-03T14:21:48,750 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,36647,1733235706572, state=OPENING 2024-12-03T14:21:48,811 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T14:21:48,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1751649103 2024-12-03T14:21:48,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1019b91ff840001, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1751649103 2024-12-03T14:21:48,853 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:21:48,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1751649103/meta-region-server: CHANGED 2024-12-03T14:21:48,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1751649103/meta-region-server: CHANGED 2024-12-03T14:21:48,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,36647,1733235706572}] 2024-12-03T14:21:49,006 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:21:49,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T14:21:49,009 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T14:21:49,009 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:21:49,010 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T14:21:49,011 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C36647%2C1733235706572.meta, suffix=.meta, logDir=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572, archiveDir=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/oldWALs, maxLogs=10 2024-12-03T14:21:49,026 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.meta.1733235709011.meta, exclude list is [], retry=0 2024-12-03T14:21:49,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40581,DS-fe9a1681-50ea-4da3-be68-b0bc57c63fb2,DISK] 2024-12-03T14:21:49,030 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.meta.1733235709011.meta 2024-12-03T14:21:49,032 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33581:33581)] 2024-12-03T14:21:49,032 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:21:49,032 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:21:49,032 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:21:49,033 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T14:21:49,033 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T14:21:49,033 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T14:21:49,033 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:49,033 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T14:21:49,033 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T14:21:49,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:21:49,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:21:49,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:49,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:49,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:21:49,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:21:49,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:49,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:49,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:21:49,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:21:49,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:49,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:49,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:21:49,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:21:49,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:49,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:49,037 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:21:49,038 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740 2024-12-03T14:21:49,039 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740 2024-12-03T14:21:49,040 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:21:49,040 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:21:49,040 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:21:49,041 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:21:49,042 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67726938, jitterRate=0.009210020303726196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:21:49,042 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T14:21:49,042 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733235709033Writing region info on filesystem at 1733235709033Initializing all the Stores at 1733235709034 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235709034Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235709034Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235709034Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235709034Cleaning up temporary data from old regions at 1733235709040 (+6 ms)Running coprocessor post-open hooks at 1733235709042 (+2 ms)Region opened successfully at 1733235709042 2024-12-03T14:21:49,042 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733235709005 2024-12-03T14:21:49,044 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T14:21:49,044 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T14:21:49,044 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,36647,1733235706572 2024-12-03T14:21:49,045 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,36647,1733235706572, state=OPEN 2024-12-03T14:21:49,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1019b91ff840001, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1751649103/meta-region-server 2024-12-03T14:21:49,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1751649103/meta-region-server 2024-12-03T14:21:49,074 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,36647,1733235706572 2024-12-03T14:21:49,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1751649103/meta-region-server: CHANGED 2024-12-03T14:21:49,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1751649103/meta-region-server: CHANGED 2024-12-03T14:21:49,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T14:21:49,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,36647,1733235706572 in 221 msec 2024-12-03T14:21:49,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T14:21:49,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 479 msec 2024-12-03T14:21:49,077 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:21:49,077 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T14:21:49,078 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:21:49,078 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,36647,1733235706572, seqNum=-1] 2024-12-03T14:21:49,079 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:21:49,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:21:49,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 931 msec 2024-12-03T14:21:49,083 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733235709083, completionTime=-1 2024-12-03T14:21:49,083 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T14:21:49,083 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T14:21:49,085 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T14:21:49,085 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733235769085 2024-12-03T14:21:49,085 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733235829085 2024-12-03T14:21:49,085 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T14:21:49,085 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,39239,1733235706406-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:49,085 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,39239,1733235706406-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:49,085 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,39239,1733235706406-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:49,085 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3920e6a7c3b5:39239, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:49,085 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:49,085 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:49,087 DEBUG [master/3920e6a7c3b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T14:21:49,088 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.438sec 2024-12-03T14:21:49,088 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T14:21:49,088 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T14:21:49,088 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T14:21:49,088 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T14:21:49,088 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T14:21:49,088 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,39239,1733235706406-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:21:49,088 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,39239,1733235706406-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T14:21:49,090 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T14:21:49,090 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T14:21:49,090 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,39239,1733235706406-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:49,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f602c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:49,106 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,39239,-1 for getting cluster id 2024-12-03T14:21:49,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:21:49,107 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56acbd21-6f75-4072-9992-74786439739b' 2024-12-03T14:21:49,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:21:49,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56acbd21-6f75-4072-9992-74786439739b" 2024-12-03T14:21:49,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171a244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:49,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,39239,-1] 2024-12-03T14:21:49,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:21:49,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:49,109 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:21:49,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38704dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:49,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:21:49,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,36647,1733235706572, seqNum=-1] 2024-12-03T14:21:49,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:21:49,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:21:49,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3920e6a7c3b5,39239,1733235706406 2024-12-03T14:21:49,113 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57367 2024-12-03T14:21:49,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:21:49,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019b91ff840002 connected 2024-12-03T14:21:49,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/hadoop.log.dir so I do NOT create it in target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931 2024-12-03T14:21:49,135 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T14:21:49,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/hadoop.tmp.dir so I do NOT create it in target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931 2024-12-03T14:21:49,135 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T14:21:49,135 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931 2024-12-03T14:21:49,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T14:21:49,136 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/cluster_0d83bbc6-eaf5-bc4e-49fb-e2936a240fb8, deleteOnExit=true 2024-12-03T14:21:49,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T14:21:49,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/test.cache.data in system properties and HBase conf 2024-12-03T14:21:49,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T14:21:49,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/hadoop.log.dir in system properties and HBase conf 2024-12-03T14:21:49,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T14:21:49,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T14:21:49,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T14:21:49,136 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T14:21:49,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:21:49,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:21:49,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T14:21:49,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:21:49,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T14:21:49,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T14:21:49,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:21:49,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:21:49,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T14:21:49,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/nfs.dump.dir in system properties and HBase conf 2024-12-03T14:21:49,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/java.io.tmpdir in system properties and HBase conf 2024-12-03T14:21:49,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:21:49,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T14:21:49,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T14:21:49,163 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:21:49,164 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:21:49,164 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 129014 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:21:49,464 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:21:49,468 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:21:49,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:21:49,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:21:49,469 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T14:21:49,470 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:21:49,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53b01372{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:21:49,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f2b333{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:21:49,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3695c297{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/java.io.tmpdir/jetty-localhost-43591-hadoop-hdfs-3_4_1-tests_jar-_-any-10743902619438089381/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:21:49,562 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@119eee7d{HTTP/1.1, (http/1.1)}{localhost:43591} 2024-12-03T14:21:49,562 INFO [Time-limited test {}] server.Server(415): Started @324171ms 2024-12-03T14:21:49,822 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:21:49,825 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:21:49,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:21:49,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:21:49,829 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T14:21:49,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@482c8780{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:21:49,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a98aa89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:21:49,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26d49f62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/java.io.tmpdir/jetty-localhost-40387-hadoop-hdfs-3_4_1-tests_jar-_-any-2407093752451343062/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:21:49,964 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@654e73bb{HTTP/1.1, (http/1.1)}{localhost:40387} 2024-12-03T14:21:49,964 INFO [Time-limited test {}] server.Server(415): Started @324573ms 2024-12-03T14:21:49,965 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T14:21:50,601 WARN [Thread-4424 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/cluster_0d83bbc6-eaf5-bc4e-49fb-e2936a240fb8/data/data1/current/BP-1924842021-172.17.0.2-1733235709151/current, will proceed with Du for space computation calculation, 2024-12-03T14:21:50,602 WARN [Thread-4425 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/cluster_0d83bbc6-eaf5-bc4e-49fb-e2936a240fb8/data/data2/current/BP-1924842021-172.17.0.2-1733235709151/current, will proceed with Du for space computation calculation, 2024-12-03T14:21:50,621 WARN [Thread-4412 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T14:21:50,623 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0b6766d05b43f63 with lease ID 0xaf34b01e27044a3f: Processing first storage report for DS-6a8d8401-9c90-44a4-9fde-34077c6d17b5 from datanode DatanodeRegistration(127.0.0.1:33423, datanodeUuid=65deaf4c-70ea-426f-bd50-541e18ec1693, infoPort=40929, infoSecurePort=0, ipcPort=41277, storageInfo=lv=-57;cid=testClusterID;nsid=32489870;c=1733235709151) 2024-12-03T14:21:50,623 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0b6766d05b43f63 with lease ID 0xaf34b01e27044a3f: from storage DS-6a8d8401-9c90-44a4-9fde-34077c6d17b5 node DatanodeRegistration(127.0.0.1:33423, datanodeUuid=65deaf4c-70ea-426f-bd50-541e18ec1693, infoPort=40929, infoSecurePort=0, ipcPort=41277, storageInfo=lv=-57;cid=testClusterID;nsid=32489870;c=1733235709151), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:21:50,623 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0b6766d05b43f63 with lease ID 0xaf34b01e27044a3f: Processing first storage report for DS-664b2686-de83-4271-bc3d-1ea4090d925b from datanode DatanodeRegistration(127.0.0.1:33423, datanodeUuid=65deaf4c-70ea-426f-bd50-541e18ec1693, infoPort=40929, infoSecurePort=0, ipcPort=41277, storageInfo=lv=-57;cid=testClusterID;nsid=32489870;c=1733235709151) 2024-12-03T14:21:50,623 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0b6766d05b43f63 with lease ID 0xaf34b01e27044a3f: from storage DS-664b2686-de83-4271-bc3d-1ea4090d925b node DatanodeRegistration(127.0.0.1:33423, datanodeUuid=65deaf4c-70ea-426f-bd50-541e18ec1693, infoPort=40929, infoSecurePort=0, ipcPort=41277, storageInfo=lv=-57;cid=testClusterID;nsid=32489870;c=1733235709151), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:21:50,697 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931 2024-12-03T14:21:50,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:50,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:50,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741825_1001 (size=7) 2024-12-03T14:21:51,105 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7 with version=8 2024-12-03T14:21:51,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/hbase-staging 2024-12-03T14:21:51,106 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:21:51,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:51,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:51,107 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:21:51,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:51,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:21:51,107 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T14:21:51,107 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:21:51,107 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40209 2024-12-03T14:21:51,108 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40209 connecting to ZooKeeper ensemble=127.0.0.1:57367 2024-12-03T14:21:51,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402090x0, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:21:51,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40209-0x1019b91ff840003 connected 2024-12-03T14:21:51,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:51,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:51,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Set watcher on znode that does not yet exist, /11797630911/running 2024-12-03T14:21:51,331 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7, hbase.cluster.distributed=false 2024-12-03T14:21:51,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Set watcher on znode that does not yet exist, /11797630911/acl 2024-12-03T14:21:51,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40209 2024-12-03T14:21:51,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40209 2024-12-03T14:21:51,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40209 2024-12-03T14:21:51,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40209 2024-12-03T14:21:51,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40209 2024-12-03T14:21:51,350 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:21:51,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:51,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:51,350 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:21:51,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:51,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:21:51,351 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T14:21:51,351 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:21:51,351 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36283 2024-12-03T14:21:51,352 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36283 connecting to ZooKeeper ensemble=127.0.0.1:57367 2024-12-03T14:21:51,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:51,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:51,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362830x0, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:21:51,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362830x0, quorum=127.0.0.1:57367, baseZNode=/11797630911 Set watcher on znode that does not yet exist, /11797630911/running 2024-12-03T14:21:51,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36283-0x1019b91ff840004 connected 2024-12-03T14:21:51,369 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T14:21:51,369 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T14:21:51,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36283-0x1019b91ff840004, quorum=127.0.0.1:57367, baseZNode=/11797630911 Set watcher on znode that does not yet exist, /11797630911/master 2024-12-03T14:21:51,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36283-0x1019b91ff840004, quorum=127.0.0.1:57367, baseZNode=/11797630911 Set watcher on znode that does not yet exist, /11797630911/acl 2024-12-03T14:21:51,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36283 2024-12-03T14:21:51,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36283 2024-12-03T14:21:51,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36283 2024-12-03T14:21:51,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36283 2024-12-03T14:21:51,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36283 2024-12-03T14:21:51,384 DEBUG [M:0;3920e6a7c3b5:40209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3920e6a7c3b5:40209 2024-12-03T14:21:51,384 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11797630911/backup-masters/3920e6a7c3b5,40209,1733235711106 2024-12-03T14:21:51,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x1019b91ff840004, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11797630911/backup-masters 2024-12-03T14:21:51,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11797630911/backup-masters 2024-12-03T14:21:51,397 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Set watcher on existing znode=/11797630911/backup-masters/3920e6a7c3b5,40209,1733235711106 2024-12-03T14:21:51,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x1019b91ff840004, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11797630911/master 2024-12-03T14:21:51,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11797630911 2024-12-03T14:21:51,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x1019b91ff840004, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11797630911 2024-12-03T14:21:51,407 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Set watcher on existing znode=/11797630911/master 2024-12-03T14:21:51,407 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11797630911/backup-masters/3920e6a7c3b5,40209,1733235711106 from backup master directory 2024-12-03T14:21:51,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11797630911/backup-masters/3920e6a7c3b5,40209,1733235711106 2024-12-03T14:21:51,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x1019b91ff840004, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11797630911/backup-masters 2024-12-03T14:21:51,417 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:21:51,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11797630911/backup-masters 2024-12-03T14:21:51,417 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3920e6a7c3b5,40209,1733235711106 2024-12-03T14:21:51,420 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/hbase.id] with ID: c1d4ee67-cf7f-41cd-98b8-d282785ea466 2024-12-03T14:21:51,420 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/.tmp/hbase.id 2024-12-03T14:21:51,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741826_1002 (size=42) 2024-12-03T14:21:51,823 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/.tmp/hbase.id]:[hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/hbase.id] 2024-12-03T14:21:51,831 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:51,831 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T14:21:51,831 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T14:21:51,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11797630911 2024-12-03T14:21:51,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x1019b91ff840004, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11797630911 2024-12-03T14:21:51,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741827_1003 (size=196) 2024-12-03T14:21:52,287 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:21:52,287 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T14:21:52,288 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:21:52,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741828_1004 (size=1189) 2024-12-03T14:21:52,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T14:21:52,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T14:21:52,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T14:21:52,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T14:21:52,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:21:52,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T14:21:52,693 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/data/master/store 2024-12-03T14:21:52,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741829_1005 (size=34) 2024-12-03T14:21:53,098 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:53,098 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:21:53,098 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:53,098 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:53,098 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:21:53,098 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:53,098 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:53,098 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235713098Disabling compacts and flushes for region at 1733235713098Disabling writes for close at 1733235713098Writing region close event to WAL at 1733235713098Closed at 1733235713098 2024-12-03T14:21:53,099 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/data/master/store/.initializing 2024-12-03T14:21:53,099 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/WALs/3920e6a7c3b5,40209,1733235711106 2024-12-03T14:21:53,099 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:21:53,101 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3920e6a7c3b5%2C40209%2C1733235711106, suffix=, logDir=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/WALs/3920e6a7c3b5,40209,1733235711106, archiveDir=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/oldWALs, maxLogs=10 2024-12-03T14:21:53,111 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/WALs/3920e6a7c3b5,40209,1733235711106/3920e6a7c3b5%2C40209%2C1733235711106.1733235713101, exclude list is [], retry=0 2024-12-03T14:21:53,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33423,DS-6a8d8401-9c90-44a4-9fde-34077c6d17b5,DISK] 2024-12-03T14:21:53,114 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/WALs/3920e6a7c3b5,40209,1733235711106/3920e6a7c3b5%2C40209%2C1733235711106.1733235713101 2024-12-03T14:21:53,115 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40929:40929)] 2024-12-03T14:21:53,115 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:21:53,115 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:53,115 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:53,115 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:53,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:53,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T14:21:53,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:53,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:53,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:53,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T14:21:53,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:53,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:53,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:53,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T14:21:53,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:53,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:53,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:53,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T14:21:53,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:53,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:53,120 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:53,121 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:53,121 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:53,122 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:53,122 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:53,122 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:21:53,123 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:53,125 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:21:53,125 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68980759, jitterRate=0.02789340913295746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:21:53,125 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733235713115Initializing all the Stores at 1733235713116 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235713116Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235713116Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235713116Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235713116Cleaning up temporary data from old regions at 1733235713122 (+6 ms)Region opened successfully at 1733235713125 (+3 ms) 2024-12-03T14:21:53,126 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T14:21:53,128 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b535ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:21:53,129 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T14:21:53,129 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T14:21:53,129 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T14:21:53,129 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T14:21:53,129 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T14:21:53,130 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T14:21:53,130 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T14:21:53,131 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T14:21:53,132 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Unable to get data of znode /11797630911/balancer because node does not exist (not necessarily an error) 2024-12-03T14:21:53,259 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11797630911/balancer already deleted, retry=false 2024-12-03T14:21:53,260 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T14:21:53,260 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Unable to get data of znode /11797630911/normalizer because node does not exist (not necessarily an error) 2024-12-03T14:21:53,270 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11797630911/normalizer already deleted, retry=false 2024-12-03T14:21:53,270 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T14:21:53,271 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Unable to get data of znode /11797630911/switch/split because node does not exist (not necessarily an error) 2024-12-03T14:21:53,280 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11797630911/switch/split already deleted, retry=false 2024-12-03T14:21:53,281 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Unable to get data of znode /11797630911/switch/merge because node does not exist (not necessarily an error) 2024-12-03T14:21:53,291 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11797630911/switch/merge already deleted, retry=false 2024-12-03T14:21:53,292 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Unable to get data of znode /11797630911/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T14:21:53,301 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11797630911/snapshot-cleanup already deleted, retry=false 2024-12-03T14:21:53,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11797630911/running 2024-12-03T14:21:53,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x1019b91ff840004, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11797630911/running 2024-12-03T14:21:53,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11797630911 2024-12-03T14:21:53,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x1019b91ff840004, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11797630911 2024-12-03T14:21:53,312 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3920e6a7c3b5,40209,1733235711106, sessionid=0x1019b91ff840003, setting cluster-up flag (Was=false) 2024-12-03T14:21:53,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x1019b91ff840004, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11797630911 2024-12-03T14:21:53,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11797630911 2024-12-03T14:21:53,365 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11797630911/flush-table-proc/acquired, /11797630911/flush-table-proc/reached, /11797630911/flush-table-proc/abort 2024-12-03T14:21:53,366 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,40209,1733235711106 2024-12-03T14:21:53,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x1019b91ff840004, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11797630911 2024-12-03T14:21:53,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11797630911 2024-12-03T14:21:53,417 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11797630911/online-snapshot/acquired, /11797630911/online-snapshot/reached, /11797630911/online-snapshot/abort 2024-12-03T14:21:53,418 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,40209,1733235711106 2024-12-03T14:21:53,419 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T14:21:53,420 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T14:21:53,420 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T14:21:53,420 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T14:21:53,420 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3920e6a7c3b5,40209,1733235711106 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T14:21:53,421 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:21:53,421 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:21:53,421 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:21:53,421 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:21:53,421 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3920e6a7c3b5:0, corePoolSize=10, maxPoolSize=10 2024-12-03T14:21:53,421 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:53,422 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:21:53,422 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:53,422 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733235743422 2024-12-03T14:21:53,422 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T14:21:53,422 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T14:21:53,422 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T14:21:53,422 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T14:21:53,422 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T14:21:53,422 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T14:21:53,423 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:21:53,423 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T14:21:53,423 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:53,423 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T14:21:53,423 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T14:21:53,423 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T14:21:53,423 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T14:21:53,423 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:53,423 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T14:21:53,423 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T14:21:53,423 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T14:21:53,423 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235713423,5,FailOnTimeoutGroup] 2024-12-03T14:21:53,423 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235713423,5,FailOnTimeoutGroup] 2024-12-03T14:21:53,424 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:53,424 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T14:21:53,424 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:53,424 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:53,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741831_1007 (size=1321) 2024-12-03T14:21:53,434 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T14:21:53,434 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7 2024-12-03T14:21:53,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741832_1008 (size=32) 2024-12-03T14:21:53,474 INFO [RS:0;3920e6a7c3b5:36283 {}] regionserver.HRegionServer(746): ClusterId : c1d4ee67-cf7f-41cd-98b8-d282785ea466 2024-12-03T14:21:53,474 DEBUG [RS:0;3920e6a7c3b5:36283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T14:21:53,534 DEBUG [RS:0;3920e6a7c3b5:36283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T14:21:53,534 DEBUG [RS:0;3920e6a7c3b5:36283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T14:21:53,619 DEBUG [RS:0;3920e6a7c3b5:36283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T14:21:53,619 DEBUG [RS:0;3920e6a7c3b5:36283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a250922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:21:53,628 DEBUG [RS:0;3920e6a7c3b5:36283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3920e6a7c3b5:36283 2024-12-03T14:21:53,628 INFO [RS:0;3920e6a7c3b5:36283 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T14:21:53,628 INFO [RS:0;3920e6a7c3b5:36283 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T14:21:53,628 DEBUG [RS:0;3920e6a7c3b5:36283 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T14:21:53,629 INFO [RS:0;3920e6a7c3b5:36283 {}] regionserver.HRegionServer(2659): reportForDuty to master=3920e6a7c3b5,40209,1733235711106 with port=36283, startcode=1733235711350 2024-12-03T14:21:53,629 DEBUG [RS:0;3920e6a7c3b5:36283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T14:21:53,630 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T14:21:53,630 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40209 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3920e6a7c3b5,36283,1733235711350 2024-12-03T14:21:53,630 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40209 {}] master.ServerManager(517): Registering regionserver=3920e6a7c3b5,36283,1733235711350 2024-12-03T14:21:53,631 DEBUG [RS:0;3920e6a7c3b5:36283 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7 2024-12-03T14:21:53,631 DEBUG [RS:0;3920e6a7c3b5:36283 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46415 2024-12-03T14:21:53,631 DEBUG [RS:0;3920e6a7c3b5:36283 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T14:21:53,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11797630911/rs 2024-12-03T14:21:53,707 DEBUG [RS:0;3920e6a7c3b5:36283 {}] zookeeper.ZKUtil(111): regionserver:36283-0x1019b91ff840004, quorum=127.0.0.1:57367, baseZNode=/11797630911 Set watcher on existing znode=/11797630911/rs/3920e6a7c3b5,36283,1733235711350 2024-12-03T14:21:53,707 WARN [RS:0;3920e6a7c3b5:36283 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:21:53,707 INFO [RS:0;3920e6a7c3b5:36283 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:21:53,707 DEBUG [RS:0;3920e6a7c3b5:36283 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/WALs/3920e6a7c3b5,36283,1733235711350 2024-12-03T14:21:53,707 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3920e6a7c3b5,36283,1733235711350] 2024-12-03T14:21:53,709 INFO [RS:0;3920e6a7c3b5:36283 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T14:21:53,710 INFO [RS:0;3920e6a7c3b5:36283 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T14:21:53,711 INFO [RS:0;3920e6a7c3b5:36283 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T14:21:53,711 INFO [RS:0;3920e6a7c3b5:36283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:53,711 INFO [RS:0;3920e6a7c3b5:36283 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T14:21:53,711 INFO [RS:0;3920e6a7c3b5:36283 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T14:21:53,711 INFO [RS:0;3920e6a7c3b5:36283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:53,711 DEBUG [RS:0;3920e6a7c3b5:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:53,711 DEBUG [RS:0;3920e6a7c3b5:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:53,711 DEBUG [RS:0;3920e6a7c3b5:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:53,711 DEBUG [RS:0;3920e6a7c3b5:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:53,711 DEBUG [RS:0;3920e6a7c3b5:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:53,711 DEBUG [RS:0;3920e6a7c3b5:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:21:53,711 DEBUG [RS:0;3920e6a7c3b5:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:53,711 DEBUG [RS:0;3920e6a7c3b5:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:53,711 DEBUG [RS:0;3920e6a7c3b5:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:53,711 DEBUG [RS:0;3920e6a7c3b5:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:53,711 DEBUG [RS:0;3920e6a7c3b5:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:53,711 DEBUG [RS:0;3920e6a7c3b5:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:53,711 DEBUG [RS:0;3920e6a7c3b5:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:21:53,712 DEBUG [RS:0;3920e6a7c3b5:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:21:53,712 INFO [RS:0;3920e6a7c3b5:36283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:53,712 INFO [RS:0;3920e6a7c3b5:36283 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:53,712 INFO [RS:0;3920e6a7c3b5:36283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:53,712 INFO [RS:0;3920e6a7c3b5:36283 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:53,712 INFO [RS:0;3920e6a7c3b5:36283 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:53,712 INFO [RS:0;3920e6a7c3b5:36283 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,36283,1733235711350-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:21:53,724 INFO [RS:0;3920e6a7c3b5:36283 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T14:21:53,724 INFO [RS:0;3920e6a7c3b5:36283 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,36283,1733235711350-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:53,724 INFO [RS:0;3920e6a7c3b5:36283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:53,724 INFO [RS:0;3920e6a7c3b5:36283 {}] regionserver.Replication(171): 3920e6a7c3b5,36283,1733235711350 started 2024-12-03T14:21:53,735 INFO [RS:0;3920e6a7c3b5:36283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:53,735 INFO [RS:0;3920e6a7c3b5:36283 {}] regionserver.HRegionServer(1482): Serving as 3920e6a7c3b5,36283,1733235711350, RpcServer on 3920e6a7c3b5/172.17.0.2:36283, sessionid=0x1019b91ff840004 2024-12-03T14:21:53,735 DEBUG [RS:0;3920e6a7c3b5:36283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T14:21:53,735 DEBUG [RS:0;3920e6a7c3b5:36283 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3920e6a7c3b5,36283,1733235711350 2024-12-03T14:21:53,735 DEBUG [RS:0;3920e6a7c3b5:36283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,36283,1733235711350' 2024-12-03T14:21:53,735 DEBUG [RS:0;3920e6a7c3b5:36283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11797630911/flush-table-proc/abort' 2024-12-03T14:21:53,736 DEBUG [RS:0;3920e6a7c3b5:36283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11797630911/flush-table-proc/acquired' 2024-12-03T14:21:53,736 DEBUG [RS:0;3920e6a7c3b5:36283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T14:21:53,736 DEBUG [RS:0;3920e6a7c3b5:36283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T14:21:53,736 DEBUG [RS:0;3920e6a7c3b5:36283 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3920e6a7c3b5,36283,1733235711350 2024-12-03T14:21:53,736 DEBUG [RS:0;3920e6a7c3b5:36283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,36283,1733235711350' 2024-12-03T14:21:53,736 DEBUG [RS:0;3920e6a7c3b5:36283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11797630911/online-snapshot/abort' 2024-12-03T14:21:53,736 DEBUG [RS:0;3920e6a7c3b5:36283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11797630911/online-snapshot/acquired' 2024-12-03T14:21:53,736 DEBUG [RS:0;3920e6a7c3b5:36283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T14:21:53,736 INFO [RS:0;3920e6a7c3b5:36283 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T14:21:53,736 INFO [RS:0;3920e6a7c3b5:36283 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T14:21:53,837 INFO [RS:0;3920e6a7c3b5:36283 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:21:53,838 INFO [RS:0;3920e6a7c3b5:36283 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C36283%2C1733235711350, suffix=, logDir=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/WALs/3920e6a7c3b5,36283,1733235711350, archiveDir=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/oldWALs, maxLogs=10 2024-12-03T14:21:53,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:53,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:21:53,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:21:53,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:53,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:53,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:21:53,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:21:53,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:53,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:53,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:21:53,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:21:53,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:53,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:53,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:21:53,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:21:53,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:53,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:53,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:21:53,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740 2024-12-03T14:21:53,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740 2024-12-03T14:21:53,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:21:53,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:21:53,850 DEBUG [RS:0;3920e6a7c3b5:36283 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/WALs/3920e6a7c3b5,36283,1733235711350/3920e6a7c3b5%2C36283%2C1733235711350.1733235713838, exclude list is [], retry=0 2024-12-03T14:21:53,850 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:21:53,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:21:53,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33423,DS-6a8d8401-9c90-44a4-9fde-34077c6d17b5,DISK] 2024-12-03T14:21:53,852 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:21:53,853 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59771365, jitterRate=-0.10933725535869598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:21:53,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733235713842Initializing all the Stores at 1733235713842Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235713842Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235713842Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235713843 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235713843Cleaning up temporary data from old regions at 1733235713850 (+7 ms)Region opened successfully at 1733235713853 (+3 ms) 2024-12-03T14:21:53,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:21:53,853 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:21:53,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:21:53,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:21:53,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:21:53,853 INFO [RS:0;3920e6a7c3b5:36283 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/WALs/3920e6a7c3b5,36283,1733235711350/3920e6a7c3b5%2C36283%2C1733235711350.1733235713838 2024-12-03T14:21:53,853 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:21:53,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235713853Disabling compacts and flushes for region at 1733235713853Disabling writes for close at 1733235713853Writing region close event to WAL at 1733235713853Closed at 1733235713853 2024-12-03T14:21:53,854 DEBUG [RS:0;3920e6a7c3b5:36283 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40929:40929)] 2024-12-03T14:21:53,854 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:21:53,854 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T14:21:53,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T14:21:53,855 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:21:53,855 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T14:21:54,006 DEBUG [3920e6a7c3b5:40209 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:21:54,006 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3920e6a7c3b5,36283,1733235711350 2024-12-03T14:21:54,007 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,36283,1733235711350, state=OPENING 2024-12-03T14:21:54,094 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T14:21:54,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x1019b91ff840004, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11797630911 2024-12-03T14:21:54,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11797630911 2024-12-03T14:21:54,123 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:21:54,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,36283,1733235711350}] 2024-12-03T14:21:54,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11797630911/meta-region-server: CHANGED 2024-12-03T14:21:54,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11797630911/meta-region-server: CHANGED 2024-12-03T14:21:54,275 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:21:54,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T14:21:54,279 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T14:21:54,279 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:21:54,279 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T14:21:54,280 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C36283%2C1733235711350.meta, suffix=.meta, logDir=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/WALs/3920e6a7c3b5,36283,1733235711350, archiveDir=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/oldWALs, maxLogs=10 2024-12-03T14:21:54,291 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/WALs/3920e6a7c3b5,36283,1733235711350/3920e6a7c3b5%2C36283%2C1733235711350.meta.1733235714280.meta, exclude list is [], retry=0 2024-12-03T14:21:54,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33423,DS-6a8d8401-9c90-44a4-9fde-34077c6d17b5,DISK] 2024-12-03T14:21:54,294 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/WALs/3920e6a7c3b5,36283,1733235711350/3920e6a7c3b5%2C36283%2C1733235711350.meta.1733235714280.meta 2024-12-03T14:21:54,295 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40929:40929)] 2024-12-03T14:21:54,295 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:21:54,295 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:21:54,295 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:21:54,295 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T14:21:54,295 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T14:21:54,295 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T14:21:54,295 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:54,295 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T14:21:54,295 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T14:21:54,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:21:54,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:21:54,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:54,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:54,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:21:54,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:21:54,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:54,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:54,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:21:54,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:21:54,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:54,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:54,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:21:54,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:21:54,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:54,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:54,299 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:21:54,299 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740 2024-12-03T14:21:54,300 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740 2024-12-03T14:21:54,300 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:21:54,300 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:21:54,301 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:21:54,301 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:21:54,302 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61528612, jitterRate=-0.08315223455429077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:21:54,302 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T14:21:54,302 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733235714295Writing region info on filesystem at 1733235714295Initializing all the Stores at 1733235714296 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235714296Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235714296Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235714296Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235714296Cleaning up temporary data from old regions at 1733235714300 (+4 ms)Running coprocessor post-open hooks at 1733235714302 (+2 ms)Region opened successfully at 1733235714302 2024-12-03T14:21:54,302 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733235714275 2024-12-03T14:21:54,304 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T14:21:54,304 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T14:21:54,304 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,36283,1733235711350 2024-12-03T14:21:54,305 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,36283,1733235711350, state=OPEN 2024-12-03T14:21:54,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x1019b91ff840004, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11797630911/meta-region-server 2024-12-03T14:21:54,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11797630911/meta-region-server 2024-12-03T14:21:54,316 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,36283,1733235711350 2024-12-03T14:21:54,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11797630911/meta-region-server: CHANGED 2024-12-03T14:21:54,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11797630911/meta-region-server: CHANGED 2024-12-03T14:21:54,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T14:21:54,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,36283,1733235711350 in 193 msec 2024-12-03T14:21:54,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T14:21:54,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 463 msec 2024-12-03T14:21:54,319 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:21:54,319 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T14:21:54,320 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:21:54,320 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,36283,1733235711350, seqNum=-1] 2024-12-03T14:21:54,320 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:21:54,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:21:54,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 903 msec 2024-12-03T14:21:54,323 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733235714323, completionTime=-1 2024-12-03T14:21:54,324 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T14:21:54,324 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T14:21:54,325 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T14:21:54,325 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733235774325 2024-12-03T14:21:54,325 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733235834325 2024-12-03T14:21:54,325 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T14:21:54,325 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,40209,1733235711106-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:54,325 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,40209,1733235711106-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:54,325 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,40209,1733235711106-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:54,325 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3920e6a7c3b5:40209, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:54,325 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:54,325 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:54,327 DEBUG [master/3920e6a7c3b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T14:21:54,328 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.911sec 2024-12-03T14:21:54,328 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T14:21:54,328 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T14:21:54,328 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T14:21:54,328 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T14:21:54,328 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T14:21:54,328 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,40209,1733235711106-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:21:54,328 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,40209,1733235711106-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T14:21:54,330 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T14:21:54,330 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T14:21:54,330 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,40209,1733235711106-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:54,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2ab04b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:54,375 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,40209,-1 for getting cluster id 2024-12-03T14:21:54,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:21:54,376 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1d4ee67-cf7f-41cd-98b8-d282785ea466' 2024-12-03T14:21:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:21:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1d4ee67-cf7f-41cd-98b8-d282785ea466" 2024-12-03T14:21:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc93a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,40209,-1] 2024-12-03T14:21:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:21:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:54,377 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:21:54,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afe0142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:54,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:21:54,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,36283,1733235711350, seqNum=-1] 2024-12-03T14:21:54,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:21:54,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:21:54,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3920e6a7c3b5,40209,1733235711106 2024-12-03T14:21:54,381 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57367 2024-12-03T14:21:54,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:21:54,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019b91ff840005 connected 2024-12-03T14:21:54,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/hadoop.log.dir so I do NOT create it in target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019 2024-12-03T14:21:54,402 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T14:21:54,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/hadoop.tmp.dir so I do NOT create it in target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019 2024-12-03T14:21:54,402 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T14:21:54,402 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019 2024-12-03T14:21:54,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T14:21:54,402 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/cluster_d4223183-2934-e39c-7d97-3ecc753913cc, deleteOnExit=true 2024-12-03T14:21:54,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T14:21:54,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/test.cache.data in system properties and HBase conf 2024-12-03T14:21:54,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T14:21:54,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/hadoop.log.dir in system properties and HBase conf 2024-12-03T14:21:54,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T14:21:54,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T14:21:54,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T14:21:54,403 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T14:21:54,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:21:54,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T14:21:54,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T14:21:54,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:21:54,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T14:21:54,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T14:21:54,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T14:21:54,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:21:54,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T14:21:54,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/nfs.dump.dir in system properties and HBase conf 2024-12-03T14:21:54,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/java.io.tmpdir in system properties and HBase conf 2024-12-03T14:21:54,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T14:21:54,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T14:21:54,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T14:21:54,535 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:21:54,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:54,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:54,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:54,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:54,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:54,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:54,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:54,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:54,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:54,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:54,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:54,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:54,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:54,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:54,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:54,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:54,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:54,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:54,756 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:21:54,760 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:21:54,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:21:54,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:21:54,762 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T14:21:54,762 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:21:54,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d8fe384{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:21:54,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52750825{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:21:54,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e2a454{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/java.io.tmpdir/jetty-localhost-37865-hadoop-hdfs-3_4_1-tests_jar-_-any-10773650100901966035/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:21:54,853 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18990de3{HTTP/1.1, (http/1.1)}{localhost:37865} 2024-12-03T14:21:54,853 INFO [Time-limited test {}] server.Server(415): Started @329462ms 2024-12-03T14:21:55,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T14:21:55,087 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T14:21:55,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T14:21:55,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T14:21:55,091 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T14:21:55,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ca3927a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/hadoop.log.dir/,AVAILABLE} 2024-12-03T14:21:55,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7047b583{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T14:21:55,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@249026b0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/java.io.tmpdir/jetty-localhost-40049-hadoop-hdfs-3_4_1-tests_jar-_-any-14560867483498188420/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:21:55,183 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cb415da{HTTP/1.1, (http/1.1)}{localhost:40049} 2024-12-03T14:21:55,183 INFO [Time-limited test {}] server.Server(415): Started @329792ms 2024-12-03T14:21:55,184 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T14:21:55,897 WARN [Thread-4545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/cluster_d4223183-2934-e39c-7d97-3ecc753913cc/data/data1/current/BP-2084205657-172.17.0.2-1733235714415/current, will proceed with Du for space computation calculation, 2024-12-03T14:21:55,897 WARN [Thread-4546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/cluster_d4223183-2934-e39c-7d97-3ecc753913cc/data/data2/current/BP-2084205657-172.17.0.2-1733235714415/current, will proceed with Du for space computation calculation, 2024-12-03T14:21:55,919 WARN [Thread-4533 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T14:21:55,921 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b6d1f2ed6705d87 with lease ID 0xb18c7c5eeb658aca: Processing first storage report for DS-54067f8b-a18a-4900-b2d0-28311a76ad56 from datanode DatanodeRegistration(127.0.0.1:39359, datanodeUuid=48e358c6-1471-45cf-9e12-475e1778aba8, infoPort=40229, infoSecurePort=0, ipcPort=43481, storageInfo=lv=-57;cid=testClusterID;nsid=1541939974;c=1733235714415) 2024-12-03T14:21:55,921 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b6d1f2ed6705d87 with lease ID 0xb18c7c5eeb658aca: from storage DS-54067f8b-a18a-4900-b2d0-28311a76ad56 node DatanodeRegistration(127.0.0.1:39359, datanodeUuid=48e358c6-1471-45cf-9e12-475e1778aba8, infoPort=40229, infoSecurePort=0, ipcPort=43481, storageInfo=lv=-57;cid=testClusterID;nsid=1541939974;c=1733235714415), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T14:21:55,921 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b6d1f2ed6705d87 with lease ID 0xb18c7c5eeb658aca: Processing first storage report for DS-89ff84f2-f5ef-4a41-81ad-4dcb7a0beff4 from datanode DatanodeRegistration(127.0.0.1:39359, datanodeUuid=48e358c6-1471-45cf-9e12-475e1778aba8, infoPort=40229, infoSecurePort=0, ipcPort=43481, storageInfo=lv=-57;cid=testClusterID;nsid=1541939974;c=1733235714415) 2024-12-03T14:21:55,921 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b6d1f2ed6705d87 with lease ID 0xb18c7c5eeb658aca: from storage DS-89ff84f2-f5ef-4a41-81ad-4dcb7a0beff4 node DatanodeRegistration(127.0.0.1:39359, datanodeUuid=48e358c6-1471-45cf-9e12-475e1778aba8, infoPort=40229, infoSecurePort=0, ipcPort=43481, storageInfo=lv=-57;cid=testClusterID;nsid=1541939974;c=1733235714415), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T14:21:56,005 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019 2024-12-03T14:21:56,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:56,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:56,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741825_1001 (size=7) 2024-12-03T14:21:56,415 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329 with version=8 2024-12-03T14:21:56,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/hbase-staging 2024-12-03T14:21:56,416 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:21:56,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:56,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:56,417 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:21:56,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:56,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:21:56,417 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T14:21:56,417 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:21:56,417 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37609 2024-12-03T14:21:56,418 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37609 connecting to ZooKeeper ensemble=127.0.0.1:57367 2024-12-03T14:21:56,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376090x0, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:21:56,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37609-0x1019b91ff840006 connected 2024-12-03T14:21:56,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:56,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:56,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Set watcher on znode that does not yet exist, /2740404624/running 2024-12-03T14:21:56,562 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329, hbase.cluster.distributed=false 2024-12-03T14:21:56,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Set watcher on znode that does not yet exist, /2740404624/acl 2024-12-03T14:21:56,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37609 2024-12-03T14:21:56,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37609 2024-12-03T14:21:56,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37609 2024-12-03T14:21:56,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37609 2024-12-03T14:21:56,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37609 2024-12-03T14:21:56,579 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3920e6a7c3b5:0 server-side Connection retries=45 2024-12-03T14:21:56,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:56,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:56,579 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T14:21:56,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T14:21:56,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T14:21:56,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T14:21:56,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T14:21:56,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44261 2024-12-03T14:21:56,580 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44261 connecting to ZooKeeper ensemble=127.0.0.1:57367 2024-12-03T14:21:56,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:56,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:56,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442610x0, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:21:56,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44261-0x1019b91ff840007 connected 2024-12-03T14:21:56,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442610x0, quorum=127.0.0.1:57367, baseZNode=/2740404624 Set watcher on znode that does not yet exist, /2740404624/running 2024-12-03T14:21:56,597 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T14:21:56,611 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T14:21:56,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44261-0x1019b91ff840007, quorum=127.0.0.1:57367, baseZNode=/2740404624 Set watcher on znode that does not yet exist, /2740404624/master 2024-12-03T14:21:56,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44261-0x1019b91ff840007, quorum=127.0.0.1:57367, baseZNode=/2740404624 Set watcher on znode that does not yet exist, /2740404624/acl 2024-12-03T14:21:56,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44261 2024-12-03T14:21:56,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44261 2024-12-03T14:21:56,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44261 2024-12-03T14:21:56,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44261 2024-12-03T14:21:56,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44261 2024-12-03T14:21:56,634 DEBUG [M:0;3920e6a7c3b5:37609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3920e6a7c3b5:37609 2024-12-03T14:21:56,634 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2740404624/backup-masters/3920e6a7c3b5,37609,1733235716416 2024-12-03T14:21:56,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44261-0x1019b91ff840007, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740404624/backup-masters 2024-12-03T14:21:56,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740404624/backup-masters 2024-12-03T14:21:56,642 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Set watcher on existing znode=/2740404624/backup-masters/3920e6a7c3b5,37609,1733235716416 2024-12-03T14:21:56,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740404624 2024-12-03T14:21:56,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44261-0x1019b91ff840007, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2740404624/master 2024-12-03T14:21:56,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44261-0x1019b91ff840007, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740404624 2024-12-03T14:21:56,653 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Set watcher on existing znode=/2740404624/master 2024-12-03T14:21:56,653 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2740404624/backup-masters/3920e6a7c3b5,37609,1733235716416 from backup master directory 2024-12-03T14:21:56,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2740404624/backup-masters/3920e6a7c3b5,37609,1733235716416 2024-12-03T14:21:56,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44261-0x1019b91ff840007, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740404624/backup-masters 2024-12-03T14:21:56,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740404624/backup-masters 2024-12-03T14:21:56,663 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:21:56,663 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3920e6a7c3b5,37609,1733235716416 2024-12-03T14:21:56,665 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/hbase.id] with ID: acf467d5-3f6e-4a12-86d4-099cc319a065 2024-12-03T14:21:56,666 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/.tmp/hbase.id 2024-12-03T14:21:56,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741826_1002 (size=42) 2024-12-03T14:21:57,070 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/.tmp/hbase.id]:[hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/hbase.id] 2024-12-03T14:21:57,077 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:21:57,077 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T14:21:57,078 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T14:21:57,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44261-0x1019b91ff840007, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740404624 2024-12-03T14:21:57,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740404624 2024-12-03T14:21:57,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741827_1003 (size=196) 2024-12-03T14:21:57,489 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:21:57,490 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T14:21:57,490 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:21:57,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741828_1004 (size=1189) 2024-12-03T14:21:57,895 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/MasterData/data/master/store 2024-12-03T14:21:57,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741829_1005 (size=34) 2024-12-03T14:21:58,305 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:58,305 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:21:58,305 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:58,305 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:58,305 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:21:58,305 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:58,305 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:21:58,305 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235718305Disabling compacts and flushes for region at 1733235718305Disabling writes for close at 1733235718305Writing region close event to WAL at 1733235718305Closed at 1733235718305 2024-12-03T14:21:58,305 WARN [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/MasterData/data/master/store/.initializing 2024-12-03T14:21:58,306 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/MasterData/WALs/3920e6a7c3b5,37609,1733235716416 2024-12-03T14:21:58,306 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:21:58,307 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3920e6a7c3b5%2C37609%2C1733235716416, suffix=, logDir=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/MasterData/WALs/3920e6a7c3b5,37609,1733235716416, archiveDir=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/MasterData/oldWALs, maxLogs=10 2024-12-03T14:21:58,319 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/MasterData/WALs/3920e6a7c3b5,37609,1733235716416/3920e6a7c3b5%2C37609%2C1733235716416.1733235718308, exclude list is [], retry=0 2024-12-03T14:21:58,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39359,DS-54067f8b-a18a-4900-b2d0-28311a76ad56,DISK] 2024-12-03T14:21:58,322 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/MasterData/WALs/3920e6a7c3b5,37609,1733235716416/3920e6a7c3b5%2C37609%2C1733235716416.1733235718308 2024-12-03T14:21:58,322 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40229:40229)] 2024-12-03T14:21:58,322 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:21:58,322 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:58,322 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:58,322 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:58,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:58,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T14:21:58,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:58,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:58,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:58,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T14:21:58,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:58,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:58,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:58,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T14:21:58,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:58,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:58,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:58,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T14:21:58,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:58,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:21:58,328 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:58,329 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:58,329 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:58,330 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:58,330 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:58,330 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:21:58,331 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T14:21:58,333 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:21:58,333 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60104964, jitterRate=-0.1043662428855896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:21:58,333 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733235718323Initializing all the Stores at 1733235718323Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235718323Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235718323Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235718323Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235718323Cleaning up temporary data from old regions at 1733235718330 (+7 ms)Region opened successfully at 1733235718333 (+3 ms) 2024-12-03T14:21:58,333 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T14:21:58,335 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ecc396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:21:58,336 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T14:21:58,336 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T14:21:58,336 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T14:21:58,336 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T14:21:58,336 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T14:21:58,337 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T14:21:58,337 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T14:21:58,338 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T14:21:58,339 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Unable to get data of znode /2740404624/balancer because node does not exist (not necessarily an error) 2024-12-03T14:21:58,417 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2740404624/balancer already deleted, retry=false 2024-12-03T14:21:58,417 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T14:21:58,418 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Unable to get data of znode /2740404624/normalizer because node does not exist (not necessarily an error) 2024-12-03T14:21:58,427 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2740404624/normalizer already deleted, retry=false 2024-12-03T14:21:58,428 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T14:21:58,429 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Unable to get data of znode /2740404624/switch/split because node does not exist (not necessarily an error) 2024-12-03T14:21:58,438 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2740404624/switch/split already deleted, retry=false 2024-12-03T14:21:58,439 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Unable to get data of znode /2740404624/switch/merge because node does not exist (not necessarily an error) 2024-12-03T14:21:58,448 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2740404624/switch/merge already deleted, retry=false 2024-12-03T14:21:58,450 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Unable to get data of znode /2740404624/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T14:21:58,459 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2740404624/snapshot-cleanup already deleted, retry=false 2024-12-03T14:21:58,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2740404624/running 2024-12-03T14:21:58,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44261-0x1019b91ff840007, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2740404624/running 2024-12-03T14:21:58,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44261-0x1019b91ff840007, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740404624 2024-12-03T14:21:58,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740404624 2024-12-03T14:21:58,470 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3920e6a7c3b5,37609,1733235716416, sessionid=0x1019b91ff840006, setting cluster-up flag (Was=false) 2024-12-03T14:21:58,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44261-0x1019b91ff840007, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740404624 2024-12-03T14:21:58,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740404624 2024-12-03T14:21:58,522 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2740404624/flush-table-proc/acquired, /2740404624/flush-table-proc/reached, /2740404624/flush-table-proc/abort 2024-12-03T14:21:58,523 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,37609,1733235716416 2024-12-03T14:21:58,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740404624 2024-12-03T14:21:58,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44261-0x1019b91ff840007, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740404624 2024-12-03T14:21:58,575 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2740404624/online-snapshot/acquired, /2740404624/online-snapshot/reached, /2740404624/online-snapshot/abort 2024-12-03T14:21:58,576 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3920e6a7c3b5,37609,1733235716416 2024-12-03T14:21:58,576 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T14:21:58,577 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T14:21:58,578 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T14:21:58,578 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T14:21:58,578 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3920e6a7c3b5,37609,1733235716416 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T14:21:58,579 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:21:58,579 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:21:58,579 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:21:58,579 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=5, maxPoolSize=5 2024-12-03T14:21:58,579 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3920e6a7c3b5:0, corePoolSize=10, maxPoolSize=10 2024-12-03T14:21:58,579 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:58,579 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:21:58,579 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:58,580 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733235748580 2024-12-03T14:21:58,580 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T14:21:58,580 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T14:21:58,580 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T14:21:58,580 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T14:21:58,580 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T14:21:58,580 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:21:58,580 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T14:21:58,580 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T14:21:58,580 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:58,581 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T14:21:58,581 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T14:21:58,581 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T14:21:58,581 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T14:21:58,581 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:58,581 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T14:21:58,581 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T14:21:58,581 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T14:21:58,584 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235718581,5,FailOnTimeoutGroup] 2024-12-03T14:21:58,588 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235718584,5,FailOnTimeoutGroup] 2024-12-03T14:21:58,588 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:58,588 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T14:21:58,588 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:58,588 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:58,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741831_1007 (size=1321) 2024-12-03T14:21:58,626 INFO [RS:0;3920e6a7c3b5:44261 {}] regionserver.HRegionServer(746): ClusterId : acf467d5-3f6e-4a12-86d4-099cc319a065 2024-12-03T14:21:58,626 DEBUG [RS:0;3920e6a7c3b5:44261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T14:21:58,639 DEBUG [RS:0;3920e6a7c3b5:44261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T14:21:58,639 DEBUG [RS:0;3920e6a7c3b5:44261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T14:21:58,649 DEBUG [RS:0;3920e6a7c3b5:44261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T14:21:58,649 DEBUG [RS:0;3920e6a7c3b5:44261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@215b8477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3920e6a7c3b5/172.17.0.2:0 2024-12-03T14:21:58,662 DEBUG [RS:0;3920e6a7c3b5:44261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3920e6a7c3b5:44261 2024-12-03T14:21:58,662 INFO [RS:0;3920e6a7c3b5:44261 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T14:21:58,662 INFO [RS:0;3920e6a7c3b5:44261 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T14:21:58,662 DEBUG [RS:0;3920e6a7c3b5:44261 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T14:21:58,663 INFO [RS:0;3920e6a7c3b5:44261 {}] regionserver.HRegionServer(2659): reportForDuty to master=3920e6a7c3b5,37609,1733235716416 with port=44261, startcode=1733235716579 2024-12-03T14:21:58,663 DEBUG [RS:0;3920e6a7c3b5:44261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T14:21:58,664 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T14:21:58,665 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37609 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3920e6a7c3b5,44261,1733235716579 2024-12-03T14:21:58,665 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37609 {}] master.ServerManager(517): Registering regionserver=3920e6a7c3b5,44261,1733235716579 2024-12-03T14:21:58,666 DEBUG [RS:0;3920e6a7c3b5:44261 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329 2024-12-03T14:21:58,666 DEBUG [RS:0;3920e6a7c3b5:44261 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46071 2024-12-03T14:21:58,666 DEBUG [RS:0;3920e6a7c3b5:44261 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T14:21:58,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740404624/rs 2024-12-03T14:21:58,729 DEBUG [RS:0;3920e6a7c3b5:44261 {}] zookeeper.ZKUtil(111): regionserver:44261-0x1019b91ff840007, quorum=127.0.0.1:57367, baseZNode=/2740404624 Set watcher on existing znode=/2740404624/rs/3920e6a7c3b5,44261,1733235716579 2024-12-03T14:21:58,729 WARN [RS:0;3920e6a7c3b5:44261 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T14:21:58,730 INFO [RS:0;3920e6a7c3b5:44261 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:21:58,730 DEBUG [RS:0;3920e6a7c3b5:44261 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/WALs/3920e6a7c3b5,44261,1733235716579 2024-12-03T14:21:58,730 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3920e6a7c3b5,44261,1733235716579] 2024-12-03T14:21:58,732 INFO [RS:0;3920e6a7c3b5:44261 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T14:21:58,734 INFO [RS:0;3920e6a7c3b5:44261 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T14:21:58,734 INFO [RS:0;3920e6a7c3b5:44261 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T14:21:58,734 INFO [RS:0;3920e6a7c3b5:44261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:58,734 INFO [RS:0;3920e6a7c3b5:44261 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T14:21:58,734 INFO [RS:0;3920e6a7c3b5:44261 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T14:21:58,734 INFO [RS:0;3920e6a7c3b5:44261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:58,734 DEBUG [RS:0;3920e6a7c3b5:44261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:58,735 DEBUG [RS:0;3920e6a7c3b5:44261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:58,735 DEBUG [RS:0;3920e6a7c3b5:44261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:58,735 DEBUG [RS:0;3920e6a7c3b5:44261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:58,735 DEBUG [RS:0;3920e6a7c3b5:44261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:58,735 DEBUG [RS:0;3920e6a7c3b5:44261 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=2, maxPoolSize=2 2024-12-03T14:21:58,735 DEBUG [RS:0;3920e6a7c3b5:44261 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:58,735 DEBUG [RS:0;3920e6a7c3b5:44261 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:58,735 DEBUG [RS:0;3920e6a7c3b5:44261 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:58,735 DEBUG [RS:0;3920e6a7c3b5:44261 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:58,735 DEBUG [RS:0;3920e6a7c3b5:44261 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:58,735 DEBUG [RS:0;3920e6a7c3b5:44261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3920e6a7c3b5:0, corePoolSize=1, maxPoolSize=1 2024-12-03T14:21:58,735 DEBUG [RS:0;3920e6a7c3b5:44261 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:21:58,735 DEBUG [RS:0;3920e6a7c3b5:44261 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3920e6a7c3b5:0, corePoolSize=3, maxPoolSize=3 2024-12-03T14:21:58,735 INFO [RS:0;3920e6a7c3b5:44261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:58,735 INFO [RS:0;3920e6a7c3b5:44261 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:58,735 INFO [RS:0;3920e6a7c3b5:44261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:58,735 INFO [RS:0;3920e6a7c3b5:44261 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:58,735 INFO [RS:0;3920e6a7c3b5:44261 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:58,735 INFO [RS:0;3920e6a7c3b5:44261 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44261,1733235716579-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:21:58,746 INFO [RS:0;3920e6a7c3b5:44261 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T14:21:58,746 INFO [RS:0;3920e6a7c3b5:44261 {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,44261,1733235716579-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:58,747 INFO [RS:0;3920e6a7c3b5:44261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:58,747 INFO [RS:0;3920e6a7c3b5:44261 {}] regionserver.Replication(171): 3920e6a7c3b5,44261,1733235716579 started 2024-12-03T14:21:58,757 INFO [RS:0;3920e6a7c3b5:44261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:58,757 INFO [RS:0;3920e6a7c3b5:44261 {}] regionserver.HRegionServer(1482): Serving as 3920e6a7c3b5,44261,1733235716579, RpcServer on 3920e6a7c3b5/172.17.0.2:44261, sessionid=0x1019b91ff840007 2024-12-03T14:21:58,757 DEBUG [RS:0;3920e6a7c3b5:44261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T14:21:58,757 DEBUG [RS:0;3920e6a7c3b5:44261 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3920e6a7c3b5,44261,1733235716579 2024-12-03T14:21:58,757 DEBUG [RS:0;3920e6a7c3b5:44261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,44261,1733235716579' 2024-12-03T14:21:58,757 DEBUG [RS:0;3920e6a7c3b5:44261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2740404624/flush-table-proc/abort' 2024-12-03T14:21:58,758 DEBUG [RS:0;3920e6a7c3b5:44261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2740404624/flush-table-proc/acquired' 2024-12-03T14:21:58,758 DEBUG [RS:0;3920e6a7c3b5:44261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T14:21:58,758 DEBUG [RS:0;3920e6a7c3b5:44261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T14:21:58,758 DEBUG [RS:0;3920e6a7c3b5:44261 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3920e6a7c3b5,44261,1733235716579 2024-12-03T14:21:58,758 DEBUG [RS:0;3920e6a7c3b5:44261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3920e6a7c3b5,44261,1733235716579' 2024-12-03T14:21:58,758 DEBUG [RS:0;3920e6a7c3b5:44261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2740404624/online-snapshot/abort' 2024-12-03T14:21:58,758 DEBUG [RS:0;3920e6a7c3b5:44261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2740404624/online-snapshot/acquired' 2024-12-03T14:21:58,759 DEBUG [RS:0;3920e6a7c3b5:44261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T14:21:58,759 INFO [RS:0;3920e6a7c3b5:44261 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T14:21:58,759 INFO [RS:0;3920e6a7c3b5:44261 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T14:21:58,859 INFO [RS:0;3920e6a7c3b5:44261 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T14:21:58,860 INFO [RS:0;3920e6a7c3b5:44261 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C44261%2C1733235716579, suffix=, logDir=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/WALs/3920e6a7c3b5,44261,1733235716579, archiveDir=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/oldWALs, maxLogs=10 2024-12-03T14:21:58,870 DEBUG [RS:0;3920e6a7c3b5:44261 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/WALs/3920e6a7c3b5,44261,1733235716579/3920e6a7c3b5%2C44261%2C1733235716579.1733235718860, exclude list is [], retry=0 2024-12-03T14:21:58,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39359,DS-54067f8b-a18a-4900-b2d0-28311a76ad56,DISK] 2024-12-03T14:21:58,873 INFO [RS:0;3920e6a7c3b5:44261 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/WALs/3920e6a7c3b5,44261,1733235716579/3920e6a7c3b5%2C44261%2C1733235716579.1733235718860 2024-12-03T14:21:58,873 DEBUG [RS:0;3920e6a7c3b5:44261 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40229:40229)] 2024-12-03T14:21:58,993 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T14:21:58,993 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329 2024-12-03T14:21:58,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741833_1009 (size=32) 2024-12-03T14:21:58,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:58,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:21:58,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:21:58,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:58,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:58,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:21:58,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:21:58,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:59,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:59,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:21:59,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:21:59,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:59,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:59,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:21:59,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:21:59,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:59,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:59,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:21:59,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740 2024-12-03T14:21:59,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740 2024-12-03T14:21:59,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:21:59,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:21:59,004 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:21:59,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:21:59,006 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:21:59,006 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69016122, jitterRate=0.028420358896255493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:21:59,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733235718997Initializing all the Stores at 1733235718997Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235718997Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235718997Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235718998 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235718998Cleaning up temporary data from old regions at 1733235719003 (+5 ms)Region opened successfully at 1733235719006 (+3 ms) 2024-12-03T14:21:59,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:21:59,006 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:21:59,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:21:59,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:21:59,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:21:59,007 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:21:59,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235719006Disabling compacts and flushes for region at 1733235719006Disabling writes for close at 1733235719006Writing region close event to WAL at 1733235719007 (+1 ms)Closed at 1733235719007 2024-12-03T14:21:59,007 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:21:59,007 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T14:21:59,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T14:21:59,008 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:21:59,009 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T14:21:59,159 DEBUG [3920e6a7c3b5:37609 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T14:21:59,160 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3920e6a7c3b5,44261,1733235716579 2024-12-03T14:21:59,160 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,44261,1733235716579, state=OPENING 2024-12-03T14:21:59,217 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T14:21:59,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740404624 2024-12-03T14:21:59,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44261-0x1019b91ff840007, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740404624 2024-12-03T14:21:59,228 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2740404624/meta-region-server: CHANGED 2024-12-03T14:21:59,228 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2740404624/meta-region-server: CHANGED 2024-12-03T14:21:59,228 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T14:21:59,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,44261,1733235716579}] 2024-12-03T14:21:59,380 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:21:59,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T14:21:59,383 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T14:21:59,383 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:21:59,383 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T14:21:59,384 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C44261%2C1733235716579.meta, suffix=.meta, logDir=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/WALs/3920e6a7c3b5,44261,1733235716579, archiveDir=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/oldWALs, maxLogs=10 2024-12-03T14:21:59,395 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/WALs/3920e6a7c3b5,44261,1733235716579/3920e6a7c3b5%2C44261%2C1733235716579.meta.1733235719385.meta, exclude list is [], retry=0 2024-12-03T14:21:59,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39359,DS-54067f8b-a18a-4900-b2d0-28311a76ad56,DISK] 2024-12-03T14:21:59,398 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/WALs/3920e6a7c3b5,44261,1733235716579/3920e6a7c3b5%2C44261%2C1733235716579.meta.1733235719385.meta 2024-12-03T14:21:59,398 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40229:40229)] 2024-12-03T14:21:59,398 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:21:59,398 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:21:59,399 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:21:59,399 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T14:21:59,399 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T14:21:59,399 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T14:21:59,399 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:21:59,399 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T14:21:59,399 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T14:21:59,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T14:21:59,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T14:21:59,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:59,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:59,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T14:21:59,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T14:21:59,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:59,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:59,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T14:21:59,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T14:21:59,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:59,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:59,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T14:21:59,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T14:21:59,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:59,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T14:21:59,403 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T14:21:59,403 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740 2024-12-03T14:21:59,404 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740 2024-12-03T14:21:59,405 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T14:21:59,405 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T14:21:59,405 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T14:21:59,406 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T14:21:59,406 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60546377, jitterRate=-0.09778867661952972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T14:21:59,406 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T14:21:59,406 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733235719399Writing region info on filesystem at 1733235719399Initializing all the Stores at 1733235719400 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235719400Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235719400Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235719400Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733235719400Cleaning up temporary data from old regions at 1733235719405 (+5 ms)Running coprocessor post-open hooks at 1733235719406 (+1 ms)Region opened successfully at 1733235719406 2024-12-03T14:21:59,407 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733235719380 2024-12-03T14:21:59,408 DEBUG [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T14:21:59,408 INFO [RS_OPEN_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T14:21:59,408 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,44261,1733235716579 2024-12-03T14:21:59,409 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3920e6a7c3b5,44261,1733235716579, state=OPEN 2024-12-03T14:21:59,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2740404624/meta-region-server 2024-12-03T14:21:59,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44261-0x1019b91ff840007, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2740404624/meta-region-server 2024-12-03T14:21:59,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2740404624/meta-region-server: CHANGED 2024-12-03T14:21:59,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2740404624/meta-region-server: CHANGED 2024-12-03T14:21:59,438 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,44261,1733235716579 2024-12-03T14:21:59,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T14:21:59,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3920e6a7c3b5,44261,1733235716579 in 210 msec 2024-12-03T14:21:59,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T14:21:59,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-12-03T14:21:59,441 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T14:21:59,441 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T14:21:59,442 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:21:59,442 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,44261,1733235716579, seqNum=-1] 2024-12-03T14:21:59,442 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:21:59,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:21:59,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 868 msec 2024-12-03T14:21:59,446 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733235719446, completionTime=-1 2024-12-03T14:21:59,446 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T14:21:59,446 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T14:21:59,448 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T14:21:59,448 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733235779448 2024-12-03T14:21:59,448 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733235839448 2024-12-03T14:21:59,448 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T14:21:59,448 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,37609,1733235716416-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:59,448 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,37609,1733235716416-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:59,448 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,37609,1733235716416-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:59,448 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3920e6a7c3b5:37609, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:59,448 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:59,448 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:59,449 DEBUG [master/3920e6a7c3b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T14:21:59,450 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.787sec 2024-12-03T14:21:59,450 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T14:21:59,450 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T14:21:59,451 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T14:21:59,451 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T14:21:59,451 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T14:21:59,451 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,37609,1733235716416-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T14:21:59,451 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,37609,1733235716416-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T14:21:59,452 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T14:21:59,452 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T14:21:59,452 INFO [master/3920e6a7c3b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3920e6a7c3b5,37609,1733235716416-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T14:21:59,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c7ccc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:59,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,37609,-1 for getting cluster id 2024-12-03T14:21:59,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:21:59,528 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acf467d5-3f6e-4a12-86d4-099cc319a065' 2024-12-03T14:21:59,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:21:59,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acf467d5-3f6e-4a12-86d4-099cc319a065" 2024-12-03T14:21:59,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9ca0f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:59,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,37609,-1] 2024-12-03T14:21:59,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:21:59,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:21:59,529 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:21:59,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6398d3c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:21:59,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:21:59,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,44261,1733235716579, seqNum=-1] 2024-12-03T14:21:59,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:21:59,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:21:59,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3920e6a7c3b5,37609,1733235716416 2024-12-03T14:21:59,533 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57367 2024-12-03T14:21:59,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T14:21:59,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019b91ff840008 connected 2024-12-03T14:21:59,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:21:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,39239,1733235706406 2024-12-03T14:21:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fc5e6f 2024-12-03T14:21:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:21:59,557 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:21:59,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:21:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T14:21:59,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:21:59,559 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:21:59,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T14:21:59,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:21:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:21:59,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741835_1011 (size=902) 2024-12-03T14:21:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:21:59,797 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:21:59,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:59,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:59,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:59,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:59,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:59,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:59,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:59,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:59,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:59,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:59,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:59,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:59,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:59,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:59,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:59,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:59,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:59,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:21:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:21:59,968 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f8fcbfdec7bb526fff6cb2c7c8f4726b, NAME => 'test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c 2024-12-03T14:21:59,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741836_1012 (size=39) 2024-12-03T14:22:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:22:00,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:22:00,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f8fcbfdec7bb526fff6cb2c7c8f4726b, disabling compactions & flushes 2024-12-03T14:22:00,373 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b. 2024-12-03T14:22:00,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b. 2024-12-03T14:22:00,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b. after waiting 0 ms 2024-12-03T14:22:00,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b. 2024-12-03T14:22:00,373 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b. 2024-12-03T14:22:00,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f8fcbfdec7bb526fff6cb2c7c8f4726b: Waiting for close lock at 1733235720373Disabling compacts and flushes for region at 1733235720373Disabling writes for close at 1733235720373Writing region close event to WAL at 1733235720373Closed at 1733235720373 2024-12-03T14:22:00,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:22:00,375 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733235720374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235720374"}]},"ts":"1733235720374"} 2024-12-03T14:22:00,377 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:22:00,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:22:00,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235720378"}]},"ts":"1733235720378"} 2024-12-03T14:22:00,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T14:22:00,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f8fcbfdec7bb526fff6cb2c7c8f4726b, ASSIGN}] 2024-12-03T14:22:00,381 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f8fcbfdec7bb526fff6cb2c7c8f4726b, ASSIGN 2024-12-03T14:22:00,381 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f8fcbfdec7bb526fff6cb2c7c8f4726b, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,36647,1733235706572; forceNewPlan=false, retain=false 2024-12-03T14:22:00,532 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f8fcbfdec7bb526fff6cb2c7c8f4726b, regionState=OPENING, regionLocation=3920e6a7c3b5,36647,1733235706572 2024-12-03T14:22:00,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f8fcbfdec7bb526fff6cb2c7c8f4726b, ASSIGN because future has completed 2024-12-03T14:22:00,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8fcbfdec7bb526fff6cb2c7c8f4726b, server=3920e6a7c3b5,36647,1733235706572}] 2024-12-03T14:22:00,689 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b. 2024-12-03T14:22:00,689 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f8fcbfdec7bb526fff6cb2c7c8f4726b, NAME => 'test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:22:00,689 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:22:00,689 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T14:22:00,689 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f8fcbfdec7bb526fff6cb2c7c8f4726b 2024-12-03T14:22:00,689 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:22:00,689 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f8fcbfdec7bb526fff6cb2c7c8f4726b 2024-12-03T14:22:00,689 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f8fcbfdec7bb526fff6cb2c7c8f4726b 2024-12-03T14:22:00,690 INFO [StoreOpener-f8fcbfdec7bb526fff6cb2c7c8f4726b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f8fcbfdec7bb526fff6cb2c7c8f4726b 2024-12-03T14:22:00,691 INFO [StoreOpener-f8fcbfdec7bb526fff6cb2c7c8f4726b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8fcbfdec7bb526fff6cb2c7c8f4726b columnFamilyName f 2024-12-03T14:22:00,691 DEBUG [StoreOpener-f8fcbfdec7bb526fff6cb2c7c8f4726b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:22:00,691 INFO [StoreOpener-f8fcbfdec7bb526fff6cb2c7c8f4726b-1 {}] regionserver.HStore(327): Store=f8fcbfdec7bb526fff6cb2c7c8f4726b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:22:00,691 INFO [StoreOpener-f8fcbfdec7bb526fff6cb2c7c8f4726b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f8fcbfdec7bb526fff6cb2c7c8f4726b 2024-12-03T14:22:00,692 INFO [StoreOpener-f8fcbfdec7bb526fff6cb2c7c8f4726b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8fcbfdec7bb526fff6cb2c7c8f4726b columnFamilyName f1 2024-12-03T14:22:00,692 DEBUG [StoreOpener-f8fcbfdec7bb526fff6cb2c7c8f4726b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:22:00,692 INFO [StoreOpener-f8fcbfdec7bb526fff6cb2c7c8f4726b-1 {}] regionserver.HStore(327): Store=f8fcbfdec7bb526fff6cb2c7c8f4726b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:22:00,692 INFO [StoreOpener-f8fcbfdec7bb526fff6cb2c7c8f4726b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f8fcbfdec7bb526fff6cb2c7c8f4726b 2024-12-03T14:22:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:22:00,693 INFO [StoreOpener-f8fcbfdec7bb526fff6cb2c7c8f4726b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8fcbfdec7bb526fff6cb2c7c8f4726b columnFamilyName norep 2024-12-03T14:22:00,693 DEBUG [StoreOpener-f8fcbfdec7bb526fff6cb2c7c8f4726b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:22:00,694 INFO [StoreOpener-f8fcbfdec7bb526fff6cb2c7c8f4726b-1 {}] regionserver.HStore(327): Store=f8fcbfdec7bb526fff6cb2c7c8f4726b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:22:00,694 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f8fcbfdec7bb526fff6cb2c7c8f4726b 2024-12-03T14:22:00,694 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/default/test/f8fcbfdec7bb526fff6cb2c7c8f4726b 2024-12-03T14:22:00,694 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/default/test/f8fcbfdec7bb526fff6cb2c7c8f4726b 2024-12-03T14:22:00,695 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f8fcbfdec7bb526fff6cb2c7c8f4726b 2024-12-03T14:22:00,695 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f8fcbfdec7bb526fff6cb2c7c8f4726b 2024-12-03T14:22:00,695 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:22:00,696 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f8fcbfdec7bb526fff6cb2c7c8f4726b 2024-12-03T14:22:00,697 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/default/test/f8fcbfdec7bb526fff6cb2c7c8f4726b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:22:00,698 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f8fcbfdec7bb526fff6cb2c7c8f4726b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72822633, jitterRate=0.08514179289340973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:22:00,698 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8fcbfdec7bb526fff6cb2c7c8f4726b 2024-12-03T14:22:00,698 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f8fcbfdec7bb526fff6cb2c7c8f4726b: Running coprocessor pre-open hook at 1733235720689Writing region info on filesystem at 1733235720689Initializing all the Stores at 1733235720690 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235720690Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235720690Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235720690Cleaning up temporary data from old regions at 1733235720695 (+5 ms)Running coprocessor post-open hooks at 1733235720698 (+3 ms)Region opened successfully at 1733235720698 2024-12-03T14:22:00,700 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b., pid=6, masterSystemTime=1733235720685 2024-12-03T14:22:00,702 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b. 2024-12-03T14:22:00,702 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b. 2024-12-03T14:22:00,702 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f8fcbfdec7bb526fff6cb2c7c8f4726b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3920e6a7c3b5,36647,1733235706572 2024-12-03T14:22:00,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8fcbfdec7bb526fff6cb2c7c8f4726b, server=3920e6a7c3b5,36647,1733235706572 because future has completed 2024-12-03T14:22:00,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T14:22:00,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f8fcbfdec7bb526fff6cb2c7c8f4726b, server=3920e6a7c3b5,36647,1733235706572 in 170 msec 2024-12-03T14:22:00,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T14:22:00,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f8fcbfdec7bb526fff6cb2c7c8f4726b, ASSIGN in 325 msec 2024-12-03T14:22:00,707 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:22:00,707 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235720707"}]},"ts":"1733235720707"} 2024-12-03T14:22:00,709 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T14:22:00,709 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:22:00,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-12-03T14:22:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:22:01,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:22:01,703 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T14:22:01,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,40209,1733235711106 2024-12-03T14:22:01,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53646d27 2024-12-03T14:22:01,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:22:01,705 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:22:01,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:22:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T14:22:01,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:22:01,707 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:22:01,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T14:22:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:22:01,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:22:01,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741835_1011 (size=902) 2024-12-03T14:22:01,713 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba451aa3c919dc0d22dc2fad89324430, NAME => 'test,,1733235721705.ba451aa3c919dc0d22dc2fad89324430.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7 2024-12-03T14:22:01,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741836_1012 (size=39) 2024-12-03T14:22:01,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733235721705.ba451aa3c919dc0d22dc2fad89324430.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:22:01,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ba451aa3c919dc0d22dc2fad89324430, disabling compactions & flushes 2024-12-03T14:22:01,717 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733235721705.ba451aa3c919dc0d22dc2fad89324430. 2024-12-03T14:22:01,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235721705.ba451aa3c919dc0d22dc2fad89324430. 2024-12-03T14:22:01,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733235721705.ba451aa3c919dc0d22dc2fad89324430. after waiting 0 ms 2024-12-03T14:22:01,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733235721705.ba451aa3c919dc0d22dc2fad89324430. 2024-12-03T14:22:01,717 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733235721705.ba451aa3c919dc0d22dc2fad89324430. 2024-12-03T14:22:01,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba451aa3c919dc0d22dc2fad89324430: Waiting for close lock at 1733235721717Disabling compacts and flushes for region at 1733235721717Disabling writes for close at 1733235721717Writing region close event to WAL at 1733235721717Closed at 1733235721717 2024-12-03T14:22:01,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:22:01,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733235721705.ba451aa3c919dc0d22dc2fad89324430.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733235721718"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235721718"}]},"ts":"1733235721718"} 2024-12-03T14:22:01,720 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:22:01,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:22:01,720 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235721720"}]},"ts":"1733235721720"} 2024-12-03T14:22:01,721 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T14:22:01,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ba451aa3c919dc0d22dc2fad89324430, ASSIGN}] 2024-12-03T14:22:01,722 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ba451aa3c919dc0d22dc2fad89324430, ASSIGN 2024-12-03T14:22:01,723 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ba451aa3c919dc0d22dc2fad89324430, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,36283,1733235711350; forceNewPlan=false, retain=false 2024-12-03T14:22:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:22:01,873 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba451aa3c919dc0d22dc2fad89324430, regionState=OPENING, regionLocation=3920e6a7c3b5,36283,1733235711350 2024-12-03T14:22:01,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ba451aa3c919dc0d22dc2fad89324430, ASSIGN because future has completed 2024-12-03T14:22:01,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba451aa3c919dc0d22dc2fad89324430, server=3920e6a7c3b5,36283,1733235711350}] 2024-12-03T14:22:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:22:02,029 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733235721705.ba451aa3c919dc0d22dc2fad89324430. 2024-12-03T14:22:02,029 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ba451aa3c919dc0d22dc2fad89324430, NAME => 'test,,1733235721705.ba451aa3c919dc0d22dc2fad89324430.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:22:02,030 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:22:02,030 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T14:22:02,030 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ba451aa3c919dc0d22dc2fad89324430 2024-12-03T14:22:02,030 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733235721705.ba451aa3c919dc0d22dc2fad89324430.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:22:02,030 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ba451aa3c919dc0d22dc2fad89324430 2024-12-03T14:22:02,030 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ba451aa3c919dc0d22dc2fad89324430 2024-12-03T14:22:02,031 INFO [StoreOpener-ba451aa3c919dc0d22dc2fad89324430-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ba451aa3c919dc0d22dc2fad89324430 2024-12-03T14:22:02,032 INFO [StoreOpener-ba451aa3c919dc0d22dc2fad89324430-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba451aa3c919dc0d22dc2fad89324430 columnFamilyName f 2024-12-03T14:22:02,032 DEBUG [StoreOpener-ba451aa3c919dc0d22dc2fad89324430-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:22:02,032 INFO [StoreOpener-ba451aa3c919dc0d22dc2fad89324430-1 {}] regionserver.HStore(327): Store=ba451aa3c919dc0d22dc2fad89324430/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:22:02,032 INFO [StoreOpener-ba451aa3c919dc0d22dc2fad89324430-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ba451aa3c919dc0d22dc2fad89324430 2024-12-03T14:22:02,033 INFO [StoreOpener-ba451aa3c919dc0d22dc2fad89324430-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba451aa3c919dc0d22dc2fad89324430 columnFamilyName f1 2024-12-03T14:22:02,033 DEBUG [StoreOpener-ba451aa3c919dc0d22dc2fad89324430-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:22:02,033 INFO [StoreOpener-ba451aa3c919dc0d22dc2fad89324430-1 {}] regionserver.HStore(327): Store=ba451aa3c919dc0d22dc2fad89324430/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:22:02,033 INFO [StoreOpener-ba451aa3c919dc0d22dc2fad89324430-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ba451aa3c919dc0d22dc2fad89324430 2024-12-03T14:22:02,033 INFO [StoreOpener-ba451aa3c919dc0d22dc2fad89324430-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba451aa3c919dc0d22dc2fad89324430 columnFamilyName norep 2024-12-03T14:22:02,033 DEBUG [StoreOpener-ba451aa3c919dc0d22dc2fad89324430-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:22:02,034 INFO [StoreOpener-ba451aa3c919dc0d22dc2fad89324430-1 {}] regionserver.HStore(327): Store=ba451aa3c919dc0d22dc2fad89324430/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:22:02,034 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ba451aa3c919dc0d22dc2fad89324430 2024-12-03T14:22:02,034 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/default/test/ba451aa3c919dc0d22dc2fad89324430 2024-12-03T14:22:02,034 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/default/test/ba451aa3c919dc0d22dc2fad89324430 2024-12-03T14:22:02,035 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ba451aa3c919dc0d22dc2fad89324430 2024-12-03T14:22:02,035 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ba451aa3c919dc0d22dc2fad89324430 2024-12-03T14:22:02,035 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:22:02,036 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ba451aa3c919dc0d22dc2fad89324430 2024-12-03T14:22:02,037 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/default/test/ba451aa3c919dc0d22dc2fad89324430/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:22:02,037 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ba451aa3c919dc0d22dc2fad89324430; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59519194, jitterRate=-0.11309489607810974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:22:02,037 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba451aa3c919dc0d22dc2fad89324430 2024-12-03T14:22:02,037 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ba451aa3c919dc0d22dc2fad89324430: Running coprocessor pre-open hook at 1733235722030Writing region info on filesystem at 1733235722030Initializing all the Stores at 1733235722030Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235722030Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235722031 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235722031Cleaning up temporary data from old regions at 1733235722035 (+4 ms)Running coprocessor post-open hooks at 1733235722037 (+2 ms)Region opened successfully at 1733235722037 2024-12-03T14:22:02,038 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733235721705.ba451aa3c919dc0d22dc2fad89324430., pid=6, masterSystemTime=1733235722027 2024-12-03T14:22:02,039 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733235721705.ba451aa3c919dc0d22dc2fad89324430. 2024-12-03T14:22:02,039 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733235721705.ba451aa3c919dc0d22dc2fad89324430. 2024-12-03T14:22:02,040 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba451aa3c919dc0d22dc2fad89324430, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3920e6a7c3b5,36283,1733235711350 2024-12-03T14:22:02,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba451aa3c919dc0d22dc2fad89324430, server=3920e6a7c3b5,36283,1733235711350 because future has completed 2024-12-03T14:22:02,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T14:22:02,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ba451aa3c919dc0d22dc2fad89324430, server=3920e6a7c3b5,36283,1733235711350 in 167 msec 2024-12-03T14:22:02,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T14:22:02,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ba451aa3c919dc0d22dc2fad89324430, ASSIGN in 322 msec 2024-12-03T14:22:02,046 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:22:02,046 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235722046"}]},"ts":"1733235722046"} 2024-12-03T14:22:02,047 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T14:22:02,048 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:22:02,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 343 msec 2024-12-03T14:22:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:22:02,333 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T14:22:02,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:22:02,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,37609,1733235716416 2024-12-03T14:22:02,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bf77fd6 2024-12-03T14:22:02,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:22:02,335 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:22:02,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:22:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T14:22:02,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:22:02,337 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:22:02,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T14:22:02,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:22:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:22:02,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741835_1011 (size=902) 2024-12-03T14:22:02,342 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39ee20d5445f756d75dbbd8d13d1709c, NAME => 'test,,1733235722335.39ee20d5445f756d75dbbd8d13d1709c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329 2024-12-03T14:22:02,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741836_1012 (size=39) 2024-12-03T14:22:02,346 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733235722335.39ee20d5445f756d75dbbd8d13d1709c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:22:02,346 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 39ee20d5445f756d75dbbd8d13d1709c, disabling compactions & flushes 2024-12-03T14:22:02,346 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733235722335.39ee20d5445f756d75dbbd8d13d1709c. 2024-12-03T14:22:02,346 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235722335.39ee20d5445f756d75dbbd8d13d1709c. 2024-12-03T14:22:02,346 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733235722335.39ee20d5445f756d75dbbd8d13d1709c. after waiting 0 ms 2024-12-03T14:22:02,346 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733235722335.39ee20d5445f756d75dbbd8d13d1709c. 2024-12-03T14:22:02,346 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733235722335.39ee20d5445f756d75dbbd8d13d1709c. 2024-12-03T14:22:02,346 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39ee20d5445f756d75dbbd8d13d1709c: Waiting for close lock at 1733235722346Disabling compacts and flushes for region at 1733235722346Disabling writes for close at 1733235722346Writing region close event to WAL at 1733235722346Closed at 1733235722346 2024-12-03T14:22:02,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:22:02,348 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733235722335.39ee20d5445f756d75dbbd8d13d1709c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733235722347"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235722347"}]},"ts":"1733235722347"} 2024-12-03T14:22:02,349 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:22:02,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:22:02,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235722350"}]},"ts":"1733235722350"} 2024-12-03T14:22:02,351 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T14:22:02,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=39ee20d5445f756d75dbbd8d13d1709c, ASSIGN}] 2024-12-03T14:22:02,352 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=39ee20d5445f756d75dbbd8d13d1709c, ASSIGN 2024-12-03T14:22:02,353 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=39ee20d5445f756d75dbbd8d13d1709c, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,44261,1733235716579; forceNewPlan=false, retain=false 2024-12-03T14:22:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:22:02,503 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=39ee20d5445f756d75dbbd8d13d1709c, regionState=OPENING, regionLocation=3920e6a7c3b5,44261,1733235716579 2024-12-03T14:22:02,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=39ee20d5445f756d75dbbd8d13d1709c, ASSIGN because future has completed 2024-12-03T14:22:02,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39ee20d5445f756d75dbbd8d13d1709c, server=3920e6a7c3b5,44261,1733235716579}] 2024-12-03T14:22:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:22:02,660 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733235722335.39ee20d5445f756d75dbbd8d13d1709c. 2024-12-03T14:22:02,660 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 39ee20d5445f756d75dbbd8d13d1709c, NAME => 'test,,1733235722335.39ee20d5445f756d75dbbd8d13d1709c.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:22:02,660 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:22:02,661 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T14:22:02,661 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 39ee20d5445f756d75dbbd8d13d1709c 2024-12-03T14:22:02,661 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733235722335.39ee20d5445f756d75dbbd8d13d1709c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:22:02,661 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 39ee20d5445f756d75dbbd8d13d1709c 2024-12-03T14:22:02,661 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 39ee20d5445f756d75dbbd8d13d1709c 2024-12-03T14:22:02,662 INFO [StoreOpener-39ee20d5445f756d75dbbd8d13d1709c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 39ee20d5445f756d75dbbd8d13d1709c 2024-12-03T14:22:02,663 INFO [StoreOpener-39ee20d5445f756d75dbbd8d13d1709c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39ee20d5445f756d75dbbd8d13d1709c columnFamilyName f 2024-12-03T14:22:02,663 DEBUG [StoreOpener-39ee20d5445f756d75dbbd8d13d1709c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:22:02,663 INFO [StoreOpener-39ee20d5445f756d75dbbd8d13d1709c-1 {}] regionserver.HStore(327): Store=39ee20d5445f756d75dbbd8d13d1709c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:22:02,663 INFO [StoreOpener-39ee20d5445f756d75dbbd8d13d1709c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 39ee20d5445f756d75dbbd8d13d1709c 2024-12-03T14:22:02,664 INFO [StoreOpener-39ee20d5445f756d75dbbd8d13d1709c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39ee20d5445f756d75dbbd8d13d1709c columnFamilyName f1 2024-12-03T14:22:02,664 DEBUG [StoreOpener-39ee20d5445f756d75dbbd8d13d1709c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:22:02,664 INFO [StoreOpener-39ee20d5445f756d75dbbd8d13d1709c-1 {}] regionserver.HStore(327): Store=39ee20d5445f756d75dbbd8d13d1709c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:22:02,664 INFO [StoreOpener-39ee20d5445f756d75dbbd8d13d1709c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 39ee20d5445f756d75dbbd8d13d1709c 2024-12-03T14:22:02,665 INFO [StoreOpener-39ee20d5445f756d75dbbd8d13d1709c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39ee20d5445f756d75dbbd8d13d1709c columnFamilyName norep 2024-12-03T14:22:02,665 DEBUG [StoreOpener-39ee20d5445f756d75dbbd8d13d1709c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:22:02,665 INFO [StoreOpener-39ee20d5445f756d75dbbd8d13d1709c-1 {}] regionserver.HStore(327): Store=39ee20d5445f756d75dbbd8d13d1709c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:22:02,665 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 39ee20d5445f756d75dbbd8d13d1709c 2024-12-03T14:22:02,666 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/default/test/39ee20d5445f756d75dbbd8d13d1709c 2024-12-03T14:22:02,666 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/default/test/39ee20d5445f756d75dbbd8d13d1709c 2024-12-03T14:22:02,667 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 39ee20d5445f756d75dbbd8d13d1709c 2024-12-03T14:22:02,667 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 39ee20d5445f756d75dbbd8d13d1709c 2024-12-03T14:22:02,667 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:22:02,668 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 39ee20d5445f756d75dbbd8d13d1709c 2024-12-03T14:22:02,669 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/default/test/39ee20d5445f756d75dbbd8d13d1709c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:22:02,670 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 39ee20d5445f756d75dbbd8d13d1709c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69416101, jitterRate=0.034380510449409485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:22:02,670 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39ee20d5445f756d75dbbd8d13d1709c 2024-12-03T14:22:02,670 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 39ee20d5445f756d75dbbd8d13d1709c: Running coprocessor pre-open hook at 1733235722661Writing region info on filesystem at 1733235722661Initializing all the Stores at 1733235722661Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235722661Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235722662 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235722662Cleaning up temporary data from old regions at 1733235722667 (+5 ms)Running coprocessor post-open hooks at 1733235722670 (+3 ms)Region opened successfully at 1733235722670 2024-12-03T14:22:02,670 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733235722335.39ee20d5445f756d75dbbd8d13d1709c., pid=6, masterSystemTime=1733235722657 2024-12-03T14:22:02,672 DEBUG [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733235722335.39ee20d5445f756d75dbbd8d13d1709c. 2024-12-03T14:22:02,672 INFO [RS_OPEN_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733235722335.39ee20d5445f756d75dbbd8d13d1709c. 2024-12-03T14:22:02,672 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=39ee20d5445f756d75dbbd8d13d1709c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3920e6a7c3b5,44261,1733235716579 2024-12-03T14:22:02,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39ee20d5445f756d75dbbd8d13d1709c, server=3920e6a7c3b5,44261,1733235716579 because future has completed 2024-12-03T14:22:02,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T14:22:02,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 39ee20d5445f756d75dbbd8d13d1709c, server=3920e6a7c3b5,44261,1733235716579 in 169 msec 2024-12-03T14:22:02,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T14:22:02,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=39ee20d5445f756d75dbbd8d13d1709c, ASSIGN in 325 msec 2024-12-03T14:22:02,678 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:22:02,678 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235722678"}]},"ts":"1733235722678"} 2024-12-03T14:22:02,680 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T14:22:02,680 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:22:02,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 346 msec 2024-12-03T14:22:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T14:22:02,964 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T14:22:02,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24004756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:02,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,39239,-1 for getting cluster id 2024-12-03T14:22:02,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:22:02,966 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56acbd21-6f75-4072-9992-74786439739b' 2024-12-03T14:22:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:22:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56acbd21-6f75-4072-9992-74786439739b" 2024-12-03T14:22:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@351a8983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,39239,-1] 2024-12-03T14:22:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:22:02,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:02,969 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:22:02,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d20c62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:02,971 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:22:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,39239,1733235706406 2024-12-03T14:22:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@403c0600 2024-12-03T14:22:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:22:02,974 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:22:02,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3920e6a7c3b5:40209,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T14:22:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T14:22:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:22:02,977 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:40209' 2024-12-03T14:22:02,978 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640b9f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:02,978 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,40209,-1 for getting cluster id 2024-12-03T14:22:02,978 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:22:02,979 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1d4ee67-cf7f-41cd-98b8-d282785ea466' 2024-12-03T14:22:02,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:22:02,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1d4ee67-cf7f-41cd-98b8-d282785ea466" 2024-12-03T14:22:02,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3792100f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:02,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,40209,-1] 2024-12-03T14:22:02,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:22:02,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:02,980 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:22:02,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e94adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:02,981 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:22:02,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,40209,1733235711106 2024-12-03T14:22:02,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f598bb2 2024-12-03T14:22:02,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:22:02,982 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:22:02,983 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T14:22:02,983 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T14:22:02,983 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:02,983 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:02,984 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T14:22:02,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:22:02,985 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T14:22:02,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T14:22:02,986 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:22:02,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T14:22:02,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741837_1013 (size=1138) 2024-12-03T14:22:03,035 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T14:22:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:22:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:22:03,395 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d17f2cdd6250b74080a5ff320f0577a, NAME => 'hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c 2024-12-03T14:22:03,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741838_1014 (size=44) 2024-12-03T14:22:03,400 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:22:03,400 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0d17f2cdd6250b74080a5ff320f0577a, disabling compactions & flushes 2024-12-03T14:22:03,400 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a. 2024-12-03T14:22:03,400 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a. 2024-12-03T14:22:03,400 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a. after waiting 0 ms 2024-12-03T14:22:03,400 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a. 2024-12-03T14:22:03,400 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a. 2024-12-03T14:22:03,400 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d17f2cdd6250b74080a5ff320f0577a: Waiting for close lock at 1733235723400Disabling compacts and flushes for region at 1733235723400Disabling writes for close at 1733235723400Writing region close event to WAL at 1733235723400Closed at 1733235723400 2024-12-03T14:22:03,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T14:22:03,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733235723401"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733235723401"}]},"ts":"1733235723401"} 2024-12-03T14:22:03,404 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T14:22:03,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T14:22:03,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235723404"}]},"ts":"1733235723404"} 2024-12-03T14:22:03,406 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T14:22:03,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d17f2cdd6250b74080a5ff320f0577a, ASSIGN}] 2024-12-03T14:22:03,408 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d17f2cdd6250b74080a5ff320f0577a, ASSIGN 2024-12-03T14:22:03,408 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d17f2cdd6250b74080a5ff320f0577a, ASSIGN; state=OFFLINE, location=3920e6a7c3b5,36647,1733235706572; forceNewPlan=false, retain=false 2024-12-03T14:22:03,559 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d17f2cdd6250b74080a5ff320f0577a, regionState=OPENING, regionLocation=3920e6a7c3b5,36647,1733235706572 2024-12-03T14:22:03,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d17f2cdd6250b74080a5ff320f0577a, ASSIGN because future has completed 2024-12-03T14:22:03,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d17f2cdd6250b74080a5ff320f0577a, server=3920e6a7c3b5,36647,1733235706572}] 2024-12-03T14:22:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:22:03,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a. 2024-12-03T14:22:03,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T14:22:03,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T14:22:03,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3920e6a7c3b5%2C36647%2C1733235706572.rep, suffix=, logDir=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572, archiveDir=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/oldWALs, maxLogs=10 2024-12-03T14:22:03,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.rep.1733235723718, exclude list is [], retry=0 2024-12-03T14:22:03,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40581,DS-fe9a1681-50ea-4da3-be68-b0bc57c63fb2,DISK] 2024-12-03T14:22:03,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.rep.1733235723718 2024-12-03T14:22:03,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33581:33581)] 2024-12-03T14:22:03,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d17f2cdd6250b74080a5ff320f0577a, NAME => 'hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a.', STARTKEY => '', ENDKEY => ''} 2024-12-03T14:22:03,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T14:22:03,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T14:22:03,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a. service=MultiRowMutationService 2024-12-03T14:22:03,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T14:22:03,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0d17f2cdd6250b74080a5ff320f0577a 2024-12-03T14:22:03,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T14:22:03,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0d17f2cdd6250b74080a5ff320f0577a 2024-12-03T14:22:03,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0d17f2cdd6250b74080a5ff320f0577a 2024-12-03T14:22:03,795 INFO [StoreOpener-0d17f2cdd6250b74080a5ff320f0577a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0d17f2cdd6250b74080a5ff320f0577a 2024-12-03T14:22:03,796 INFO [StoreOpener-0d17f2cdd6250b74080a5ff320f0577a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d17f2cdd6250b74080a5ff320f0577a columnFamilyName hfileref 2024-12-03T14:22:03,796 DEBUG [StoreOpener-0d17f2cdd6250b74080a5ff320f0577a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:22:03,797 INFO [StoreOpener-0d17f2cdd6250b74080a5ff320f0577a-1 {}] regionserver.HStore(327): Store=0d17f2cdd6250b74080a5ff320f0577a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:22:03,797 INFO [StoreOpener-0d17f2cdd6250b74080a5ff320f0577a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0d17f2cdd6250b74080a5ff320f0577a 2024-12-03T14:22:03,797 INFO [StoreOpener-0d17f2cdd6250b74080a5ff320f0577a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d17f2cdd6250b74080a5ff320f0577a columnFamilyName queue 2024-12-03T14:22:03,797 DEBUG [StoreOpener-0d17f2cdd6250b74080a5ff320f0577a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:22:03,798 INFO [StoreOpener-0d17f2cdd6250b74080a5ff320f0577a-1 {}] regionserver.HStore(327): Store=0d17f2cdd6250b74080a5ff320f0577a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:22:03,798 INFO [StoreOpener-0d17f2cdd6250b74080a5ff320f0577a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0d17f2cdd6250b74080a5ff320f0577a 2024-12-03T14:22:03,798 INFO [StoreOpener-0d17f2cdd6250b74080a5ff320f0577a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d17f2cdd6250b74080a5ff320f0577a columnFamilyName sid 2024-12-03T14:22:03,798 DEBUG [StoreOpener-0d17f2cdd6250b74080a5ff320f0577a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T14:22:03,799 INFO [StoreOpener-0d17f2cdd6250b74080a5ff320f0577a-1 {}] regionserver.HStore(327): Store=0d17f2cdd6250b74080a5ff320f0577a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T14:22:03,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0d17f2cdd6250b74080a5ff320f0577a 2024-12-03T14:22:03,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/replication/0d17f2cdd6250b74080a5ff320f0577a 2024-12-03T14:22:03,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/replication/0d17f2cdd6250b74080a5ff320f0577a 2024-12-03T14:22:03,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0d17f2cdd6250b74080a5ff320f0577a 2024-12-03T14:22:03,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0d17f2cdd6250b74080a5ff320f0577a 2024-12-03T14:22:03,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T14:22:03,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0d17f2cdd6250b74080a5ff320f0577a 2024-12-03T14:22:03,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/replication/0d17f2cdd6250b74080a5ff320f0577a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T14:22:03,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0d17f2cdd6250b74080a5ff320f0577a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67440136, jitterRate=0.004936337471008301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T14:22:03,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d17f2cdd6250b74080a5ff320f0577a 2024-12-03T14:22:03,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0d17f2cdd6250b74080a5ff320f0577a: Running coprocessor pre-open hook at 1733235723794Writing region info on filesystem at 1733235723794Initializing all the Stores at 1733235723795 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235723795Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235723795Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733235723795Cleaning up temporary data from old regions at 1733235723800 (+5 ms)Running coprocessor post-open hooks at 1733235723804 (+4 ms)Region opened successfully at 1733235723804 2024-12-03T14:22:03,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a., pid=10, masterSystemTime=1733235723713 2024-12-03T14:22:03,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a. 2024-12-03T14:22:03,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a. 2024-12-03T14:22:03,807 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d17f2cdd6250b74080a5ff320f0577a, regionState=OPEN, openSeqNum=2, regionLocation=3920e6a7c3b5,36647,1733235706572 2024-12-03T14:22:03,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d17f2cdd6250b74080a5ff320f0577a, server=3920e6a7c3b5,36647,1733235706572 because future has completed 2024-12-03T14:22:03,810 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39239 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=3920e6a7c3b5,36647,1733235706572, table=hbase:replication, region=0d17f2cdd6250b74080a5ff320f0577a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T14:22:03,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T14:22:03,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d17f2cdd6250b74080a5ff320f0577a, server=3920e6a7c3b5,36647,1733235706572 in 250 msec 2024-12-03T14:22:03,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T14:22:03,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d17f2cdd6250b74080a5ff320f0577a, ASSIGN in 406 msec 2024-12-03T14:22:03,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T14:22:03,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733235723815"}]},"ts":"1733235723815"} 2024-12-03T14:22:03,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T14:22:03,817 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T14:22:03,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 833 msec 2024-12-03T14:22:03,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a., hostname=3920e6a7c3b5,36647,1733235706572, seqNum=2] 2024-12-03T14:22:03,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1019b91ff840001, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1751649103 2024-12-03T14:22:03,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1751649103 2024-12-03T14:22:03,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T14:22:04,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36647 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T14:22:04,048 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T14:22:04,074 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3920e6a7c3b5,36647,1733235706572, ReplicationSource: 1, currentBandwidth=0 2024-12-03T14:22:04,074 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:22:04,074 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,36647,1733235706572, seqNum=-1] 2024-12-03T14:22:04,075 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:22:04,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-03T14:22:04,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3920e6a7c3b5,36647,1733235706572', locateType=CURRENT is [region=hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a., hostname=3920e6a7c3b5,36647,1733235706572, seqNum=2] 2024-12-03T14:22:04,079 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T14:22:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T14:22:04,081 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3920e6a7c3b5,36647,1733235706572 suceeded 2024-12-03T14:22:04,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T14:22:04,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-12-03T14:22:04,083 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3920e6a7c3b5:40209,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T14:22:04,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1090 sec 2024-12-03T14:22:04,093 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:40209' 2024-12-03T14:22:04,094 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38ad8050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:04,095 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,40209,-1 for getting cluster id 2024-12-03T14:22:04,095 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:22:04,095 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1d4ee67-cf7f-41cd-98b8-d282785ea466' 2024-12-03T14:22:04,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:22:04,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1d4ee67-cf7f-41cd-98b8-d282785ea466" 2024-12-03T14:22:04,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@598999e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:04,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,40209,-1] 2024-12-03T14:22:04,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:22:04,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:04,096 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:22:04,097 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7893bc64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:04,097 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:22:04,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,40209,1733235711106 2024-12-03T14:22:04,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fb8e631 2024-12-03T14:22:04,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:22:04,098 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-03T14:22:04,099 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3920e6a7c3b5,36647,1733235706572 (queues=1) is replicating from cluster=56acbd21-6f75-4072-9992-74786439739b to cluster=c1d4ee67-cf7f-41cd-98b8-d282785ea466 2024-12-03T14:22:04,099 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3920e6a7c3b5%2C36647%2C1733235706572 2024-12-03T14:22:04,099 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3920e6a7c3b5,36647,1733235706572, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T14:22:04,100 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235708397, startPosition=0, beingWritten=true 2024-12-03T14:22:04,104 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.shipper3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3920e6a7c3b5%2C36647%2C1733235706572 2024-12-03T14:22:04,106 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:22:04,106 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235708397 to pos 379, reset compression=false 2024-12-03T14:22:04,106 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.shipper3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,36647,1733235706572 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235708397, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:22:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T14:22:04,113 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T14:22:04,113 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:22:04,113 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:22:04,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:04,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:04,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:22:04,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e41fbea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:04,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,39239,-1 for getting cluster id 2024-12-03T14:22:04,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:22:04,115 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56acbd21-6f75-4072-9992-74786439739b' 2024-12-03T14:22:04,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:22:04,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56acbd21-6f75-4072-9992-74786439739b" 2024-12-03T14:22:04,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21bb340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:04,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,39239,-1] 2024-12-03T14:22:04,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:22:04,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:04,116 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:22:04,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2440d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:04,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410fcdb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:04,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,40209,-1 for getting cluster id 2024-12-03T14:22:04,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:22:04,118 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1d4ee67-cf7f-41cd-98b8-d282785ea466' 2024-12-03T14:22:04,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:22:04,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1d4ee67-cf7f-41cd-98b8-d282785ea466" 2024-12-03T14:22:04,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be0e1d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:04,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,40209,-1] 2024-12-03T14:22:04,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:22:04,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:04,119 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:22:04,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@272ba2eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:04,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d12ead0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:04,120 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,37609,-1 for getting cluster id 2024-12-03T14:22:04,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:22:04,121 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acf467d5-3f6e-4a12-86d4-099cc319a065' 2024-12-03T14:22:04,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:22:04,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acf467d5-3f6e-4a12-86d4-099cc319a065" 2024-12-03T14:22:04,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2261613b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:04,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,37609,-1] 2024-12-03T14:22:04,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:22:04,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:04,122 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:22:04,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbe366e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:04,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:22:04,129 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733235724129/Put/seqid=0 2024-12-03T14:22:04,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741840_1016 (size=7894) 2024-12-03T14:22:04,310 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235708397 to pos 379, reset compression=false 2024-12-03T14:22:04,539 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733235724539/Put/seqid=0 2024-12-03T14:22:04,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741841_1017 (size=7691) 2024-12-03T14:22:04,613 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235708397 to pos 379, reset compression=false 2024-12-03T14:22:04,901 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:22:04,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:04,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:04,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:04,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:04,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:04,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:04,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:04,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:04,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3e6394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:04,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,39239,-1 for getting cluster id 2024-12-03T14:22:04,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:22:04,946 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56acbd21-6f75-4072-9992-74786439739b' 2024-12-03T14:22:04,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:22:04,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56acbd21-6f75-4072-9992-74786439739b" 2024-12-03T14:22:04,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ab6c15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:04,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,39239,-1] 2024-12-03T14:22:04,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:22:04,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:04,947 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:22:04,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce7829d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:04,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:22:04,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,36647,1733235706572, seqNum=-1] 2024-12-03T14:22:04,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:22:04,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:22:04,955 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:22:04,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,39239,1733235706406 2024-12-03T14:22:04,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23e49f52 2024-12-03T14:22:04,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:22:04,957 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:22:04,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b., hostname=3920e6a7c3b5,36647,1733235706572, seqNum=2] 2024-12-03T14:22:04,961 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T14:22:04,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:04,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:04,965 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-03T14:22:04,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:04,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:04,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:04,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:04,967 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-03T14:22:04,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/testHFileCyclicReplication_0/f/hfile_0 for inclusion in f8fcbfdec7bb526fff6cb2c7c8f4726b/f 2024-12-03T14:22:04,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-03T14:22:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T14:22:04,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/testHFileCyclicReplication_0/f/hfile_1 for inclusion in f8fcbfdec7bb526fff6cb2c7c8f4726b/f 2024-12-03T14:22:04,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-03T14:22:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T14:22:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HRegion(2603): Flush status journal for f8fcbfdec7bb526fff6cb2c7c8f4726b: 2024-12-03T14:22:04,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/staging/jenkins__test__i41fg5142ju4rfmo7v6iq0pkbbtrgvaiibnh4e8p5g0g7e3h8hi25j81mjomj71c/f/hfile_0 2024-12-03T14:22:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/staging/jenkins__test__i41fg5142ju4rfmo7v6iq0pkbbtrgvaiibnh4e8p5g0g7e3h8hi25j81mjomj71c/f/hfile_0 as hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/default/test/f8fcbfdec7bb526fff6cb2c7c8f4726b/f/909bb0c5e72b4255895244a5a650da11_SeqId_4_ 2024-12-03T14:22:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/staging/jenkins__test__i41fg5142ju4rfmo7v6iq0pkbbtrgvaiibnh4e8p5g0g7e3h8hi25j81mjomj71c/f/hfile_1 2024-12-03T14:22:04,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/staging/jenkins__test__i41fg5142ju4rfmo7v6iq0pkbbtrgvaiibnh4e8p5g0g7e3h8hi25j81mjomj71c/f/hfile_1 as hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/default/test/f8fcbfdec7bb526fff6cb2c7c8f4726b/f/1a905d83cde7477db18485e95787ad64_SeqId_4_ 2024-12-03T14:22:04,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/staging/jenkins__test__i41fg5142ju4rfmo7v6iq0pkbbtrgvaiibnh4e8p5g0g7e3h8hi25j81mjomj71c/f/hfile_0 into f8fcbfdec7bb526fff6cb2c7c8f4726b/f as hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/default/test/f8fcbfdec7bb526fff6cb2c7c8f4726b/f/909bb0c5e72b4255895244a5a650da11_SeqId_4_ - updating store file list. 2024-12-03T14:22:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 909bb0c5e72b4255895244a5a650da11_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T14:22:04,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/default/test/f8fcbfdec7bb526fff6cb2c7c8f4726b/f/909bb0c5e72b4255895244a5a650da11_SeqId_4_ into f8fcbfdec7bb526fff6cb2c7c8f4726b/f 2024-12-03T14:22:04,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/staging/jenkins__test__i41fg5142ju4rfmo7v6iq0pkbbtrgvaiibnh4e8p5g0g7e3h8hi25j81mjomj71c/f/hfile_0 into f8fcbfdec7bb526fff6cb2c7c8f4726b/f (new location: hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/default/test/f8fcbfdec7bb526fff6cb2c7c8f4726b/f/909bb0c5e72b4255895244a5a650da11_SeqId_4_) 2024-12-03T14:22:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/staging/jenkins__test__i41fg5142ju4rfmo7v6iq0pkbbtrgvaiibnh4e8p5g0g7e3h8hi25j81mjomj71c/f/hfile_0 2024-12-03T14:22:04,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/staging/jenkins__test__i41fg5142ju4rfmo7v6iq0pkbbtrgvaiibnh4e8p5g0g7e3h8hi25j81mjomj71c/f/hfile_1 into f8fcbfdec7bb526fff6cb2c7c8f4726b/f as hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/default/test/f8fcbfdec7bb526fff6cb2c7c8f4726b/f/1a905d83cde7477db18485e95787ad64_SeqId_4_ - updating store file list. 2024-12-03T14:22:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1a905d83cde7477db18485e95787ad64_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T14:22:04,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/default/test/f8fcbfdec7bb526fff6cb2c7c8f4726b/f/1a905d83cde7477db18485e95787ad64_SeqId_4_ into f8fcbfdec7bb526fff6cb2c7c8f4726b/f 2024-12-03T14:22:04,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/staging/jenkins__test__i41fg5142ju4rfmo7v6iq0pkbbtrgvaiibnh4e8p5g0g7e3h8hi25j81mjomj71c/f/hfile_1 into f8fcbfdec7bb526fff6cb2c7c8f4726b/f (new location: hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/default/test/f8fcbfdec7bb526fff6cb2c7c8f4726b/f/1a905d83cde7477db18485e95787ad64_SeqId_4_) 2024-12-03T14:22:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/staging/jenkins__test__i41fg5142ju4rfmo7v6iq0pkbbtrgvaiibnh4e8p5g0g7e3h8hi25j81mjomj71c/f/hfile_1 2024-12-03T14:22:04,992 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:22:04,992 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:22:04,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:04,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:04,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b., hostname=3920e6a7c3b5,36647,1733235706572, seqNum=2 , the old value is region=test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b., hostname=3920e6a7c3b5,36647,1733235706572, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3920e6a7c3b5:36647 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T14:22:04,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b., hostname=3920e6a7c3b5,36647,1733235706572, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T14:22:04,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b., hostname=3920e6a7c3b5,36647,1733235706572, seqNum=2 from cache 2024-12-03T14:22:04,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:22:04,993 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T14:22:04,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:22:04,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,36283,1733235711350, seqNum=-1] 2024-12-03T14:22:04,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:22:04,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:22:04,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733235721705.ba451aa3c919dc0d22dc2fad89324430., hostname=3920e6a7c3b5,36283,1733235711350, seqNum=2] 2024-12-03T14:22:04,997 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T14:22:05,016 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235708397 to pos 379, reset compression=false 2024-12-03T14:22:05,020 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:22:05,020 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.shipper3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,36647,1733235706572 got entry batch from reader: WALEntryBatch [walEntries=[{test/f8fcbfdec7bb526fff6cb2c7c8f4726b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733235724991/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235708397, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T14:22:05,021 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.shipper3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:22:05,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-03T14:22:05,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.ReplicationSink(318): Replicating [56acbd21-6f75-4072-9992-74786439739b] bulk loaded data 2024-12-03T14:22:05,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@285020c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:05,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,40209,-1 for getting cluster id 2024-12-03T14:22:05,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:22:05,023 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1d4ee67-cf7f-41cd-98b8-d282785ea466' 2024-12-03T14:22:05,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:22:05,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1d4ee67-cf7f-41cd-98b8-d282785ea466" 2024-12-03T14:22:05,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18e5e21e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:05,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,40209,-1] 2024-12-03T14:22:05,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:22:05,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:05,025 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:22:05,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61809d67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:05,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741837_1013 (size=7894) 2024-12-03T14:22:05,104 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:36647 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T14:22:05,220 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235708397 to pos 687, reset compression=false 2024-12-03T14:22:05,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741838_1014 (size=7691) 2024-12-03T14:22:05,524 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235708397 to pos 687, reset compression=false 2024-12-03T14:22:05,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:22:05,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,40209,1733235711106 2024-12-03T14:22:05,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34dc841e 2024-12-03T14:22:05,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:22:05,842 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-03T14:22:05,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T14:22:05,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:22:05,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,36283,1733235711350, seqNum=-1] 2024-12-03T14:22:05,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:22:05,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-03T14:22:05,850 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/staging/jenkins.hfs.22__test__o1k1mub6t1od2dgc15sig63fra9hlk6dph8uetkjdktb2bshje2j80g60g9ak7en/f/1a905d83cde7477db18485e95787ad64_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-03T14:22:05,852 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/staging/jenkins.hfs.22__test__o1k1mub6t1od2dgc15sig63fra9hlk6dph8uetkjdktb2bshje2j80g60g9ak7en/f/909bb0c5e72b4255895244a5a650da11_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-03T14:22:05,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/staging/jenkins.hfs.22__test__o1k1mub6t1od2dgc15sig63fra9hlk6dph8uetkjdktb2bshje2j80g60g9ak7en/f/1a905d83cde7477db18485e95787ad64_SeqId_4_ for inclusion in ba451aa3c919dc0d22dc2fad89324430/f 2024-12-03T14:22:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-03T14:22:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T14:22:05,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/staging/jenkins.hfs.22__test__o1k1mub6t1od2dgc15sig63fra9hlk6dph8uetkjdktb2bshje2j80g60g9ak7en/f/909bb0c5e72b4255895244a5a650da11_SeqId_4_ for inclusion in ba451aa3c919dc0d22dc2fad89324430/f 2024-12-03T14:22:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-03T14:22:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T14:22:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HRegion(2603): Flush status journal for ba451aa3c919dc0d22dc2fad89324430: 2024-12-03T14:22:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1a905d83cde7477db18485e95787ad64_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T14:22:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/staging/jenkins.hfs.22__test__o1k1mub6t1od2dgc15sig63fra9hlk6dph8uetkjdktb2bshje2j80g60g9ak7en/f/1a905d83cde7477db18485e95787ad64_SeqId_4_ as hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/default/test/ba451aa3c919dc0d22dc2fad89324430/f/9138b849818d45f0926bbb3d8a6e4d7d_SeqId_4_ 2024-12-03T14:22:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 909bb0c5e72b4255895244a5a650da11_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T14:22:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/staging/jenkins.hfs.22__test__o1k1mub6t1od2dgc15sig63fra9hlk6dph8uetkjdktb2bshje2j80g60g9ak7en/f/909bb0c5e72b4255895244a5a650da11_SeqId_4_ as hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/default/test/ba451aa3c919dc0d22dc2fad89324430/f/257c39d446e14efbbcc9ffd6cf6d8b7c_SeqId_4_ 2024-12-03T14:22:05,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/staging/jenkins.hfs.22__test__o1k1mub6t1od2dgc15sig63fra9hlk6dph8uetkjdktb2bshje2j80g60g9ak7en/f/1a905d83cde7477db18485e95787ad64_SeqId_4_ into ba451aa3c919dc0d22dc2fad89324430/f as hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/default/test/ba451aa3c919dc0d22dc2fad89324430/f/9138b849818d45f0926bbb3d8a6e4d7d_SeqId_4_ - updating store file list. 2024-12-03T14:22:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9138b849818d45f0926bbb3d8a6e4d7d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T14:22:05,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/default/test/ba451aa3c919dc0d22dc2fad89324430/f/9138b849818d45f0926bbb3d8a6e4d7d_SeqId_4_ into ba451aa3c919dc0d22dc2fad89324430/f 2024-12-03T14:22:05,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/staging/jenkins.hfs.22__test__o1k1mub6t1od2dgc15sig63fra9hlk6dph8uetkjdktb2bshje2j80g60g9ak7en/f/1a905d83cde7477db18485e95787ad64_SeqId_4_ into ba451aa3c919dc0d22dc2fad89324430/f (new location: hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/default/test/ba451aa3c919dc0d22dc2fad89324430/f/9138b849818d45f0926bbb3d8a6e4d7d_SeqId_4_) 2024-12-03T14:22:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/staging/jenkins.hfs.22__test__o1k1mub6t1od2dgc15sig63fra9hlk6dph8uetkjdktb2bshje2j80g60g9ak7en/f/1a905d83cde7477db18485e95787ad64_SeqId_4_ 2024-12-03T14:22:05,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/staging/jenkins.hfs.22__test__o1k1mub6t1od2dgc15sig63fra9hlk6dph8uetkjdktb2bshje2j80g60g9ak7en/f/909bb0c5e72b4255895244a5a650da11_SeqId_4_ into ba451aa3c919dc0d22dc2fad89324430/f as hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/default/test/ba451aa3c919dc0d22dc2fad89324430/f/257c39d446e14efbbcc9ffd6cf6d8b7c_SeqId_4_ - updating store file list. 2024-12-03T14:22:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 257c39d446e14efbbcc9ffd6cf6d8b7c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T14:22:05,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/default/test/ba451aa3c919dc0d22dc2fad89324430/f/257c39d446e14efbbcc9ffd6cf6d8b7c_SeqId_4_ into ba451aa3c919dc0d22dc2fad89324430/f 2024-12-03T14:22:05,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/staging/jenkins.hfs.22__test__o1k1mub6t1od2dgc15sig63fra9hlk6dph8uetkjdktb2bshje2j80g60g9ak7en/f/909bb0c5e72b4255895244a5a650da11_SeqId_4_ into ba451aa3c919dc0d22dc2fad89324430/f (new location: hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/default/test/ba451aa3c919dc0d22dc2fad89324430/f/257c39d446e14efbbcc9ffd6cf6d8b7c_SeqId_4_) 2024-12-03T14:22:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/staging/jenkins.hfs.22__test__o1k1mub6t1od2dgc15sig63fra9hlk6dph8uetkjdktb2bshje2j80g60g9ak7en/f/909bb0c5e72b4255895244a5a650da11_SeqId_4_ 2024-12-03T14:22:05,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.ReplicationSink(324): Finished replicating [56acbd21-6f75-4072-9992-74786439739b] bulk loaded data 2024-12-03T14:22:05,927 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235708397 to pos 687, reset compression=false 2024-12-03T14:22:06,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:22:06,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,44261,1733235716579, seqNum=-1] 2024-12-03T14:22:06,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:22:06,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:22:06,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733235722335.39ee20d5445f756d75dbbd8d13d1709c., hostname=3920e6a7c3b5,44261,1733235716579, seqNum=2] 2024-12-03T14:22:06,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:22:06,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T14:22:06,014 DEBUG [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 3920e6a7c3b5%2C36647%2C1733235706572.rep:(num 1733235723718) roll requested 2024-12-03T14:22:06,026 DEBUG [regionserver/3920e6a7c3b5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.rep.1733235726014, exclude list is [], retry=0 2024-12-03T14:22:06,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40581,DS-fe9a1681-50ea-4da3-be68-b0bc57c63fb2,DISK] 2024-12-03T14:22:06,029 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.rep.1733235723718 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.rep.1733235726014 2024-12-03T14:22:06,030 DEBUG [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33581:33581)] 2024-12-03T14:22:06,030 DEBUG [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.rep.1733235723718 is not closed yet, will try archiving it next time 2024-12-03T14:22:06,030 DEBUG [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 3920e6a7c3b5%2C36647%2C1733235706572.meta:.meta(num 1733235709011) roll requested 2024-12-03T14:22:06,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741839_1015 (size=1505) 2024-12-03T14:22:06,042 DEBUG [regionserver/3920e6a7c3b5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.meta.1733235726030.meta, exclude list is [], retry=0 2024-12-03T14:22:06,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40581,DS-fe9a1681-50ea-4da3-be68-b0bc57c63fb2,DISK] 2024-12-03T14:22:06,044 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.meta.1733235709011.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.meta.1733235726030.meta 2024-12-03T14:22:06,045 DEBUG [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33581:33581)] 2024-12-03T14:22:06,045 DEBUG [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.meta.1733235709011.meta is not closed yet, will try archiving it next time 2024-12-03T14:22:06,045 DEBUG [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 3920e6a7c3b5%2C36647%2C1733235706572:(num 1733235708397) roll requested 2024-12-03T14:22:06,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741834_1010 (size=3473) 2024-12-03T14:22:06,061 DEBUG [regionserver/3920e6a7c3b5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045, exclude list is [], retry=0 2024-12-03T14:22:06,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40581,DS-fe9a1681-50ea-4da3-be68-b0bc57c63fb2,DISK] 2024-12-03T14:22:06,064 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235708397 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 2024-12-03T14:22:06,065 DEBUG [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33581:33581)] 2024-12-03T14:22:06,065 DEBUG [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235708397 is not closed yet, will try archiving it next time 2024-12-03T14:22:06,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61be9ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:06,066 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,39239,-1 for getting cluster id 2024-12-03T14:22:06,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:22:06,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741833_1009 (size=695) 2024-12-03T14:22:06,066 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56acbd21-6f75-4072-9992-74786439739b' 2024-12-03T14:22:06,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:22:06,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56acbd21-6f75-4072-9992-74786439739b" 2024-12-03T14:22:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3814a877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,39239,-1] 2024-12-03T14:22:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:22:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:06,067 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:22:06,068 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235708397 to hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/oldWALs/3920e6a7c3b5%2C36647%2C1733235706572.1733235708397 2024-12-03T14:22:06,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7b73cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:06,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:22:06,070 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,39239,1733235706406 2024-12-03T14:22:06,070 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fc9dfb6 2024-12-03T14:22:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:22:06,071 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:22:06,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://3920e6a7c3b5:37609,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T14:22:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T14:22:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T14:22:06,073 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:37609' 2024-12-03T14:22:06,074 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9a3a7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:06,074 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,37609,-1 for getting cluster id 2024-12-03T14:22:06,074 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:22:06,075 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acf467d5-3f6e-4a12-86d4-099cc319a065' 2024-12-03T14:22:06,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:22:06,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acf467d5-3f6e-4a12-86d4-099cc319a065" 2024-12-03T14:22:06,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa6f474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:06,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,37609,-1] 2024-12-03T14:22:06,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:22:06,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:06,076 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:22:06,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@315f8cc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:06,076 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:22:06,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,37609,1733235716416 2024-12-03T14:22:06,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3474138b 2024-12-03T14:22:06,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:22:06,077 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:22:06,078 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T14:22:06,078 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T14:22:06,078 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:06,078 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:06,078 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:22:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T14:22:06,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T14:22:06,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36647 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-03T14:22:06,352 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-03T14:22:06,378 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-3920e6a7c3b5,36647,1733235706572, ReplicationSource: 2, currentBandwidth=0 2024-12-03T14:22:06,380 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-03T14:22:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-03T14:22:06,382 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 3920e6a7c3b5,36647,1733235706572 suceeded 2024-12-03T14:22:06,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T14:22:06,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-03T14:22:06,384 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://3920e6a7c3b5:37609,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T14:22:06,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 313 msec 2024-12-03T14:22:06,392 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3920e6a7c3b5:37609' 2024-12-03T14:22:06,393 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76150a32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T14:22:06,393 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,37609,-1 for getting cluster id 2024-12-03T14:22:06,394 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-03T14:22:06,394 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:22:06,394 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:22:06,394 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:22:06,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:06,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:22:06,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:06,395 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acf467d5-3f6e-4a12-86d4-099cc319a065' 2024-12-03T14:22:06,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:22:06,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T14:22:06,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acf467d5-3f6e-4a12-86d4-099cc319a065" 2024-12-03T14:22:06,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bcc5abf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:06,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,37609,-1] 2024-12-03T14:22:06,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:22:06,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:06,396 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:22:06,396 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60297d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:06,396 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:22:06,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,37609,1733235716416 2024-12-03T14:22:06,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2024db2a 2024-12-03T14:22:06,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:22:06,398 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-03T14:22:06,398 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733235726397/Put/seqid=0 2024-12-03T14:22:06,398 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-3920e6a7c3b5,36647,1733235706572 (queues=1) is replicating from cluster=56acbd21-6f75-4072-9992-74786439739b to cluster=acf467d5-3f6e-4a12-86d4-099cc319a065 2024-12-03T14:22:06,398 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=3920e6a7c3b5%2C36647%2C1733235706572 2024-12-03T14:22:06,398 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-3920e6a7c3b5,36647,1733235706572, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T14:22:06,399 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.shipper3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3920e6a7c3b5%2C36647%2C1733235706572 2024-12-03T14:22:06,399 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045, startPosition=0, beingWritten=true 2024-12-03T14:22:06,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741845_1021 (size=11194) 2024-12-03T14:22:06,430 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235708397 to pos 687, reset compression=false 2024-12-03T14:22:06,434 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235708397 was moved to hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/oldWALs/3920e6a7c3b5%2C36647%2C1733235706572.1733235708397 2024-12-03T14:22:06,436 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235708397 2024-12-03T14:22:06,436 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045, startPosition=0, beingWritten=true 2024-12-03T14:22:06,436 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.shipper3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,36647,1733235706572 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235708397, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-03T14:22:06,438 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.shipper3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [3920e6a7c3b5%2C36647%2C1733235706572.1733235708397] 2024-12-03T14:22:06,602 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 0, reset compression=false 2024-12-03T14:22:06,618 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T14:22:06,803 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733235726802/Put/seqid=0 2024-12-03T14:22:06,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741846_1022 (size=10791) 2024-12-03T14:22:06,905 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 0, reset compression=false 2024-12-03T14:22:07,039 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 0, reset compression=false 2024-12-03T14:22:07,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7fea68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:07,207 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,39239,-1 for getting cluster id 2024-12-03T14:22:07,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:22:07,208 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56acbd21-6f75-4072-9992-74786439739b' 2024-12-03T14:22:07,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:22:07,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56acbd21-6f75-4072-9992-74786439739b" 2024-12-03T14:22:07,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2235ace2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:07,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,39239,-1] 2024-12-03T14:22:07,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:22:07,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:07,209 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:22:07,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712ae6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:07,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:22:07,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,36647,1733235706572, seqNum=-1] 2024-12-03T14:22:07,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:22:07,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T14:22:07,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:22:07,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,39239,1733235706406 2024-12-03T14:22:07,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27515293 2024-12-03T14:22:07,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:22:07,220 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T14:22:07,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b., hostname=3920e6a7c3b5,36647,1733235706572, seqNum=2] 2024-12-03T14:22:07,225 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T14:22:07,230 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-03T14:22:07,232 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-03T14:22:07,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/testHFileCyclicReplication_1/f/hfile_1 for inclusion in f8fcbfdec7bb526fff6cb2c7c8f4726b/f 2024-12-03T14:22:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T14:22:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T14:22:07,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/testHFileCyclicReplication_1/f/hfile_0 for inclusion in f8fcbfdec7bb526fff6cb2c7c8f4726b/f 2024-12-03T14:22:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T14:22:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T14:22:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HRegion(2603): Flush status journal for f8fcbfdec7bb526fff6cb2c7c8f4726b: 2024-12-03T14:22:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/staging/jenkins__test__l3tnurfmfrdp04013ob18shk7eb6t7t9mu8mvc5mp6g6a0d690e760j8pn2220da/f/hfile_1 2024-12-03T14:22:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/staging/jenkins__test__l3tnurfmfrdp04013ob18shk7eb6t7t9mu8mvc5mp6g6a0d690e760j8pn2220da/f/hfile_1 as hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/default/test/f8fcbfdec7bb526fff6cb2c7c8f4726b/f/67ccdf254e9a42cbb6c77353b02cae7f_SeqId_6_ 2024-12-03T14:22:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/staging/jenkins__test__l3tnurfmfrdp04013ob18shk7eb6t7t9mu8mvc5mp6g6a0d690e760j8pn2220da/f/hfile_0 2024-12-03T14:22:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/staging/jenkins__test__l3tnurfmfrdp04013ob18shk7eb6t7t9mu8mvc5mp6g6a0d690e760j8pn2220da/f/hfile_0 as hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/default/test/f8fcbfdec7bb526fff6cb2c7c8f4726b/f/2da1cfc1726541528b446c148649ca5e_SeqId_6_ 2024-12-03T14:22:07,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/staging/jenkins__test__l3tnurfmfrdp04013ob18shk7eb6t7t9mu8mvc5mp6g6a0d690e760j8pn2220da/f/hfile_1 into f8fcbfdec7bb526fff6cb2c7c8f4726b/f as hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/default/test/f8fcbfdec7bb526fff6cb2c7c8f4726b/f/67ccdf254e9a42cbb6c77353b02cae7f_SeqId_6_ - updating store file list. 2024-12-03T14:22:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 67ccdf254e9a42cbb6c77353b02cae7f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T14:22:07,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/default/test/f8fcbfdec7bb526fff6cb2c7c8f4726b/f/67ccdf254e9a42cbb6c77353b02cae7f_SeqId_6_ into f8fcbfdec7bb526fff6cb2c7c8f4726b/f 2024-12-03T14:22:07,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/staging/jenkins__test__l3tnurfmfrdp04013ob18shk7eb6t7t9mu8mvc5mp6g6a0d690e760j8pn2220da/f/hfile_1 into f8fcbfdec7bb526fff6cb2c7c8f4726b/f (new location: hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/default/test/f8fcbfdec7bb526fff6cb2c7c8f4726b/f/67ccdf254e9a42cbb6c77353b02cae7f_SeqId_6_) 2024-12-03T14:22:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/staging/jenkins__test__l3tnurfmfrdp04013ob18shk7eb6t7t9mu8mvc5mp6g6a0d690e760j8pn2220da/f/hfile_1 2024-12-03T14:22:07,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/staging/jenkins__test__l3tnurfmfrdp04013ob18shk7eb6t7t9mu8mvc5mp6g6a0d690e760j8pn2220da/f/hfile_0 into f8fcbfdec7bb526fff6cb2c7c8f4726b/f as hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/default/test/f8fcbfdec7bb526fff6cb2c7c8f4726b/f/2da1cfc1726541528b446c148649ca5e_SeqId_6_ - updating store file list. 2024-12-03T14:22:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2da1cfc1726541528b446c148649ca5e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T14:22:07,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/default/test/f8fcbfdec7bb526fff6cb2c7c8f4726b/f/2da1cfc1726541528b446c148649ca5e_SeqId_6_ into f8fcbfdec7bb526fff6cb2c7c8f4726b/f 2024-12-03T14:22:07,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/staging/jenkins__test__l3tnurfmfrdp04013ob18shk7eb6t7t9mu8mvc5mp6g6a0d690e760j8pn2220da/f/hfile_0 into f8fcbfdec7bb526fff6cb2c7c8f4726b/f (new location: hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/default/test/f8fcbfdec7bb526fff6cb2c7c8f4726b/f/2da1cfc1726541528b446c148649ca5e_SeqId_6_) 2024-12-03T14:22:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/staging/jenkins__test__l3tnurfmfrdp04013ob18shk7eb6t7t9mu8mvc5mp6g6a0d690e760j8pn2220da/f/hfile_0 2024-12-03T14:22:07,263 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:22:07,263 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:22:07,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:07,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:07,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:22:07,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b., hostname=3920e6a7c3b5,36647,1733235706572, seqNum=2 , the old value is region=test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b., hostname=3920e6a7c3b5,36647,1733235706572, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3920e6a7c3b5:36647 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T14:22:07,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b., hostname=3920e6a7c3b5,36647,1733235706572, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T14:22:07,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b., hostname=3920e6a7c3b5,36647,1733235706572, seqNum=2 from cache 2024-12-03T14:22:07,264 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T14:22:07,266 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T14:22:07,309 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 0, reset compression=false 2024-12-03T14:22:07,313 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:22:07,313 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.shipper3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-3920e6a7c3b5,36647,1733235706572 got entry batch from reader: WALEntryBatch [walEntries=[{test/f8fcbfdec7bb526fff6cb2c7c8f4726b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733235727262/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T14:22:07,314 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.shipper3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T14:22:07,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-03T14:22:07,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] regionserver.ReplicationSink(318): Replicating [56acbd21-6f75-4072-9992-74786439739b] bulk loaded data 2024-12-03T14:22:07,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e4096f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:07,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] client.ClusterIdFetcher(90): Going to request 3920e6a7c3b5,37609,-1 for getting cluster id 2024-12-03T14:22:07,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T14:22:07,317 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acf467d5-3f6e-4a12-86d4-099cc319a065' 2024-12-03T14:22:07,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T14:22:07,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acf467d5-3f6e-4a12-86d4-099cc319a065" 2024-12-03T14:22:07,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9f2fada, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:07,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3920e6a7c3b5,37609,-1] 2024-12-03T14:22:07,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T14:22:07,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:07,318 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-03T14:22:07,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6422b4fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T14:22:07,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741837_1013 (size=10791) 2024-12-03T14:22:07,373 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:36647 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T14:22:07,513 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 393, reset compression=false 2024-12-03T14:22:07,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741838_1014 (size=11194) 2024-12-03T14:22:07,743 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 0, reset compression=false 2024-12-03T14:22:07,747 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T14:22:07,747 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.shipper3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,36647,1733235706572 got entry batch from reader: WALEntryBatch [walEntries=[{test/f8fcbfdec7bb526fff6cb2c7c8f4726b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733235727262/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T14:22:07,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.ReplicationSink(318): Replicating [56acbd21-6f75-4072-9992-74786439739b] bulk loaded data 2024-12-03T14:22:07,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741839_1015 (size=10791) 2024-12-03T14:22:07,816 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 393, reset compression=false 2024-12-03T14:22:07,947 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 393, reset compression=false 2024-12-03T14:22:08,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:22:08,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3920e6a7c3b5,37609,1733235716416 2024-12-03T14:22:08,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57afbb30 2024-12-03T14:22:08,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T14:22:08,140 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-03T14:22:08,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T14:22:08,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T14:22:08,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3920e6a7c3b5,44261,1733235716579, seqNum=-1] 2024-12-03T14:22:08,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T14:22:08,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-03T14:22:08,162 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/staging/jenkins.hfs.23__test__mgo0lcaka6gooqsrrpj8bvr5ps9l574m6c83gpqhgrnmftgfhju7r9nt30rk8kne/f/2da1cfc1726541528b446c148649ca5e_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-03T14:22:08,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741840_1016 (size=11194) 2024-12-03T14:22:08,165 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/staging/jenkins.hfs.23__test__mgo0lcaka6gooqsrrpj8bvr5ps9l574m6c83gpqhgrnmftgfhju7r9nt30rk8kne/f/67ccdf254e9a42cbb6c77353b02cae7f_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-03T14:22:08,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/staging/jenkins.hfs.23__test__mgo0lcaka6gooqsrrpj8bvr5ps9l574m6c83gpqhgrnmftgfhju7r9nt30rk8kne/f/2da1cfc1726541528b446c148649ca5e_SeqId_6_ for inclusion in 39ee20d5445f756d75dbbd8d13d1709c/f 2024-12-03T14:22:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T14:22:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T14:22:08,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/staging/jenkins.hfs.23__test__mgo0lcaka6gooqsrrpj8bvr5ps9l574m6c83gpqhgrnmftgfhju7r9nt30rk8kne/f/67ccdf254e9a42cbb6c77353b02cae7f_SeqId_6_ for inclusion in 39ee20d5445f756d75dbbd8d13d1709c/f 2024-12-03T14:22:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T14:22:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T14:22:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] regionserver.HRegion(2603): Flush status journal for 39ee20d5445f756d75dbbd8d13d1709c: 2024-12-03T14:22:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2da1cfc1726541528b446c148649ca5e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T14:22:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/staging/jenkins.hfs.23__test__mgo0lcaka6gooqsrrpj8bvr5ps9l574m6c83gpqhgrnmftgfhju7r9nt30rk8kne/f/2da1cfc1726541528b446c148649ca5e_SeqId_6_ as hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/default/test/39ee20d5445f756d75dbbd8d13d1709c/f/a714a7b44c01440f889e360201646f67_SeqId_4_ 2024-12-03T14:22:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 67ccdf254e9a42cbb6c77353b02cae7f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T14:22:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/staging/jenkins.hfs.23__test__mgo0lcaka6gooqsrrpj8bvr5ps9l574m6c83gpqhgrnmftgfhju7r9nt30rk8kne/f/67ccdf254e9a42cbb6c77353b02cae7f_SeqId_6_ as hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/default/test/39ee20d5445f756d75dbbd8d13d1709c/f/fca79a02a1d1437c815a8b3ea0e34081_SeqId_4_ 2024-12-03T14:22:08,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/staging/jenkins.hfs.23__test__mgo0lcaka6gooqsrrpj8bvr5ps9l574m6c83gpqhgrnmftgfhju7r9nt30rk8kne/f/2da1cfc1726541528b446c148649ca5e_SeqId_6_ into 39ee20d5445f756d75dbbd8d13d1709c/f as hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/default/test/39ee20d5445f756d75dbbd8d13d1709c/f/a714a7b44c01440f889e360201646f67_SeqId_4_ - updating store file list. 2024-12-03T14:22:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a714a7b44c01440f889e360201646f67_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T14:22:08,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/default/test/39ee20d5445f756d75dbbd8d13d1709c/f/a714a7b44c01440f889e360201646f67_SeqId_4_ into 39ee20d5445f756d75dbbd8d13d1709c/f 2024-12-03T14:22:08,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/staging/jenkins.hfs.23__test__mgo0lcaka6gooqsrrpj8bvr5ps9l574m6c83gpqhgrnmftgfhju7r9nt30rk8kne/f/2da1cfc1726541528b446c148649ca5e_SeqId_6_ into 39ee20d5445f756d75dbbd8d13d1709c/f (new location: hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/default/test/39ee20d5445f756d75dbbd8d13d1709c/f/a714a7b44c01440f889e360201646f67_SeqId_4_) 2024-12-03T14:22:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/staging/jenkins.hfs.23__test__mgo0lcaka6gooqsrrpj8bvr5ps9l574m6c83gpqhgrnmftgfhju7r9nt30rk8kne/f/2da1cfc1726541528b446c148649ca5e_SeqId_6_ 2024-12-03T14:22:08,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/staging/jenkins.hfs.23__test__mgo0lcaka6gooqsrrpj8bvr5ps9l574m6c83gpqhgrnmftgfhju7r9nt30rk8kne/f/67ccdf254e9a42cbb6c77353b02cae7f_SeqId_6_ into 39ee20d5445f756d75dbbd8d13d1709c/f as hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/default/test/39ee20d5445f756d75dbbd8d13d1709c/f/fca79a02a1d1437c815a8b3ea0e34081_SeqId_4_ - updating store file list. 2024-12-03T14:22:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fca79a02a1d1437c815a8b3ea0e34081_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T14:22:08,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/default/test/39ee20d5445f756d75dbbd8d13d1709c/f/fca79a02a1d1437c815a8b3ea0e34081_SeqId_4_ into 39ee20d5445f756d75dbbd8d13d1709c/f 2024-12-03T14:22:08,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/staging/jenkins.hfs.23__test__mgo0lcaka6gooqsrrpj8bvr5ps9l574m6c83gpqhgrnmftgfhju7r9nt30rk8kne/f/67ccdf254e9a42cbb6c77353b02cae7f_SeqId_6_ into 39ee20d5445f756d75dbbd8d13d1709c/f (new location: hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/default/test/39ee20d5445f756d75dbbd8d13d1709c/f/fca79a02a1d1437c815a8b3ea0e34081_SeqId_4_) 2024-12-03T14:22:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/staging/jenkins.hfs.23__test__mgo0lcaka6gooqsrrpj8bvr5ps9l574m6c83gpqhgrnmftgfhju7r9nt30rk8kne/f/67ccdf254e9a42cbb6c77353b02cae7f_SeqId_6_ 2024-12-03T14:22:08,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44261 {}] regionserver.ReplicationSink(324): Finished replicating [56acbd21-6f75-4072-9992-74786439739b] bulk loaded data 2024-12-03T14:22:08,220 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 393, reset compression=false 2024-12-03T14:22:08,250 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 393, reset compression=false 2024-12-03T14:22:08,269 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T14:22:08,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T14:22:08,572 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/staging/jenkins.hfs.22__test__tm6dbp9cvagmfa0rtg8o7q02nbj61rchpu2u2bumuqatcntbmk5931cuh0oth0tk/f/2da1cfc1726541528b446c148649ca5e_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-03T14:22:08,574 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/staging/jenkins.hfs.22__test__tm6dbp9cvagmfa0rtg8o7q02nbj61rchpu2u2bumuqatcntbmk5931cuh0oth0tk/f/67ccdf254e9a42cbb6c77353b02cae7f_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-03T14:22:08,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/staging/jenkins.hfs.22__test__tm6dbp9cvagmfa0rtg8o7q02nbj61rchpu2u2bumuqatcntbmk5931cuh0oth0tk/f/2da1cfc1726541528b446c148649ca5e_SeqId_6_ for inclusion in ba451aa3c919dc0d22dc2fad89324430/f 2024-12-03T14:22:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T14:22:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T14:22:08,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/staging/jenkins.hfs.22__test__tm6dbp9cvagmfa0rtg8o7q02nbj61rchpu2u2bumuqatcntbmk5931cuh0oth0tk/f/67ccdf254e9a42cbb6c77353b02cae7f_SeqId_6_ for inclusion in ba451aa3c919dc0d22dc2fad89324430/f 2024-12-03T14:22:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T14:22:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T14:22:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HRegion(2603): Flush status journal for ba451aa3c919dc0d22dc2fad89324430: 2024-12-03T14:22:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2da1cfc1726541528b446c148649ca5e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T14:22:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/staging/jenkins.hfs.22__test__tm6dbp9cvagmfa0rtg8o7q02nbj61rchpu2u2bumuqatcntbmk5931cuh0oth0tk/f/2da1cfc1726541528b446c148649ca5e_SeqId_6_ as hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/default/test/ba451aa3c919dc0d22dc2fad89324430/f/03baf05b01a64ab688567fd14427fd8e_SeqId_6_ 2024-12-03T14:22:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 67ccdf254e9a42cbb6c77353b02cae7f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T14:22:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/staging/jenkins.hfs.22__test__tm6dbp9cvagmfa0rtg8o7q02nbj61rchpu2u2bumuqatcntbmk5931cuh0oth0tk/f/67ccdf254e9a42cbb6c77353b02cae7f_SeqId_6_ as hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/default/test/ba451aa3c919dc0d22dc2fad89324430/f/a8889fab2e15488caa989f4502dbe818_SeqId_6_ 2024-12-03T14:22:08,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/staging/jenkins.hfs.22__test__tm6dbp9cvagmfa0rtg8o7q02nbj61rchpu2u2bumuqatcntbmk5931cuh0oth0tk/f/2da1cfc1726541528b446c148649ca5e_SeqId_6_ into ba451aa3c919dc0d22dc2fad89324430/f as hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/default/test/ba451aa3c919dc0d22dc2fad89324430/f/03baf05b01a64ab688567fd14427fd8e_SeqId_6_ - updating store file list. 2024-12-03T14:22:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 03baf05b01a64ab688567fd14427fd8e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T14:22:08,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/default/test/ba451aa3c919dc0d22dc2fad89324430/f/03baf05b01a64ab688567fd14427fd8e_SeqId_6_ into ba451aa3c919dc0d22dc2fad89324430/f 2024-12-03T14:22:08,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/staging/jenkins.hfs.22__test__tm6dbp9cvagmfa0rtg8o7q02nbj61rchpu2u2bumuqatcntbmk5931cuh0oth0tk/f/2da1cfc1726541528b446c148649ca5e_SeqId_6_ into ba451aa3c919dc0d22dc2fad89324430/f (new location: hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/default/test/ba451aa3c919dc0d22dc2fad89324430/f/03baf05b01a64ab688567fd14427fd8e_SeqId_6_) 2024-12-03T14:22:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/staging/jenkins.hfs.22__test__tm6dbp9cvagmfa0rtg8o7q02nbj61rchpu2u2bumuqatcntbmk5931cuh0oth0tk/f/2da1cfc1726541528b446c148649ca5e_SeqId_6_ 2024-12-03T14:22:08,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/staging/jenkins.hfs.22__test__tm6dbp9cvagmfa0rtg8o7q02nbj61rchpu2u2bumuqatcntbmk5931cuh0oth0tk/f/67ccdf254e9a42cbb6c77353b02cae7f_SeqId_6_ into ba451aa3c919dc0d22dc2fad89324430/f as hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/default/test/ba451aa3c919dc0d22dc2fad89324430/f/a8889fab2e15488caa989f4502dbe818_SeqId_6_ - updating store file list. 2024-12-03T14:22:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a8889fab2e15488caa989f4502dbe818_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T14:22:08,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/default/test/ba451aa3c919dc0d22dc2fad89324430/f/a8889fab2e15488caa989f4502dbe818_SeqId_6_ into ba451aa3c919dc0d22dc2fad89324430/f 2024-12-03T14:22:08,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/staging/jenkins.hfs.22__test__tm6dbp9cvagmfa0rtg8o7q02nbj61rchpu2u2bumuqatcntbmk5931cuh0oth0tk/f/67ccdf254e9a42cbb6c77353b02cae7f_SeqId_6_ into ba451aa3c919dc0d22dc2fad89324430/f (new location: hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/default/test/ba451aa3c919dc0d22dc2fad89324430/f/a8889fab2e15488caa989f4502dbe818_SeqId_6_) 2024-12-03T14:22:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/staging/jenkins.hfs.22__test__tm6dbp9cvagmfa0rtg8o7q02nbj61rchpu2u2bumuqatcntbmk5931cuh0oth0tk/f/67ccdf254e9a42cbb6c77353b02cae7f_SeqId_6_ 2024-12-03T14:22:08,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] regionserver.ReplicationSink(324): Finished replicating [56acbd21-6f75-4072-9992-74786439739b] bulk loaded data 2024-12-03T14:22:08,653 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 393, reset compression=false 2024-12-03T14:22:08,723 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 393, reset compression=false 2024-12-03T14:22:09,156 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 393, reset compression=false 2024-12-03T14:22:09,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T14:22:09,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:22:09,285 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:22:09,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:09,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:09,285 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T14:22:09,285 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=66880899, stopped=false 2024-12-03T14:22:09,285 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3920e6a7c3b5,37609,1733235716416 2024-12-03T14:22:09,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:22:09,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44261-0x1019b91ff840007, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2740404624/running 2024-12-03T14:22:09,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2740404624/running 2024-12-03T14:22:09,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44261-0x1019b91ff840007, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740404624 2024-12-03T14:22:09,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740404624 2024-12-03T14:22:09,305 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:22:09,305 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:22:09,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:22:09,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:09,305 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3920e6a7c3b5,44261,1733235716579' ***** 2024-12-03T14:22:09,305 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T14:22:09,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44261-0x1019b91ff840007, quorum=127.0.0.1:57367, baseZNode=/2740404624 Set watcher on znode that does not yet exist, /2740404624/running 2024-12-03T14:22:09,306 INFO [RS:0;3920e6a7c3b5:44261 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T14:22:09,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Set watcher on znode that does not yet exist, /2740404624/running 2024-12-03T14:22:09,306 INFO [RS:0;3920e6a7c3b5:44261 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T14:22:09,306 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T14:22:09,306 INFO [RS:0;3920e6a7c3b5:44261 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T14:22:09,306 INFO [RS:0;3920e6a7c3b5:44261 {}] regionserver.HRegionServer(3091): Received CLOSE for 39ee20d5445f756d75dbbd8d13d1709c 2024-12-03T14:22:09,306 INFO [RS:0;3920e6a7c3b5:44261 {}] regionserver.HRegionServer(959): stopping server 3920e6a7c3b5,44261,1733235716579 2024-12-03T14:22:09,306 INFO [RS:0;3920e6a7c3b5:44261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:22:09,306 INFO [RS:0;3920e6a7c3b5:44261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:44261. 2024-12-03T14:22:09,307 DEBUG [RS:0;3920e6a7c3b5:44261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:22:09,307 DEBUG [RS:0;3920e6a7c3b5:44261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:09,307 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39ee20d5445f756d75dbbd8d13d1709c, disabling compactions & flushes 2024-12-03T14:22:09,307 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733235722335.39ee20d5445f756d75dbbd8d13d1709c. 2024-12-03T14:22:09,307 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235722335.39ee20d5445f756d75dbbd8d13d1709c. 2024-12-03T14:22:09,307 INFO [RS:0;3920e6a7c3b5:44261 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T14:22:09,307 INFO [RS:0;3920e6a7c3b5:44261 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T14:22:09,307 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733235722335.39ee20d5445f756d75dbbd8d13d1709c. after waiting 0 ms 2024-12-03T14:22:09,307 INFO [RS:0;3920e6a7c3b5:44261 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T14:22:09,307 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733235722335.39ee20d5445f756d75dbbd8d13d1709c. 2024-12-03T14:22:09,307 INFO [RS:0;3920e6a7c3b5:44261 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T14:22:09,309 INFO [RS:0;3920e6a7c3b5:44261 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T14:22:09,309 DEBUG [RS:0;3920e6a7c3b5:44261 {}] regionserver.HRegionServer(1325): Online Regions={39ee20d5445f756d75dbbd8d13d1709c=test,,1733235722335.39ee20d5445f756d75dbbd8d13d1709c., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T14:22:09,309 DEBUG [RS:0;3920e6a7c3b5:44261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39ee20d5445f756d75dbbd8d13d1709c 2024-12-03T14:22:09,309 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:22:09,309 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:22:09,309 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:22:09,309 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:22:09,309 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:22:09,310 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T14:22:09,313 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/default/test/39ee20d5445f756d75dbbd8d13d1709c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-03T14:22:09,313 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:22:09,313 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:22:09,313 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733235722335.39ee20d5445f756d75dbbd8d13d1709c. 2024-12-03T14:22:09,313 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39ee20d5445f756d75dbbd8d13d1709c: Waiting for close lock at 1733235729307Running coprocessor pre-close hooks at 1733235729307Disabling compacts and flushes for region at 1733235729307Disabling writes for close at 1733235729307Writing region close event to WAL at 1733235729309 (+2 ms)Running coprocessor post-close hooks at 1733235729313 (+4 ms)Closed at 1733235729313 2024-12-03T14:22:09,313 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733235722335.39ee20d5445f756d75dbbd8d13d1709c. 2024-12-03T14:22:09,326 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740/.tmp/info/67ae670ffe5a449693711fe2c0044ec6 is 129, key is test,,1733235722335.39ee20d5445f756d75dbbd8d13d1709c./info:regioninfo/1733235722672/Put/seqid=0 2024-12-03T14:22:09,326 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 393, reset compression=false 2024-12-03T14:22:09,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741839_1015 (size=6421) 2024-12-03T14:22:09,329 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740/.tmp/info/67ae670ffe5a449693711fe2c0044ec6 2024-12-03T14:22:09,342 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T14:22:09,343 INFO [regionserver/3920e6a7c3b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:22:09,343 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:22:09,343 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149194 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3920e6a7c3b5,40017,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T14:22:09,344 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740/.tmp/ns/e6f574c51cb545a19af968c4d808f2ad is 43, key is default/ns:d/1733235719444/Put/seqid=0 2024-12-03T14:22:09,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741840_1016 (size=5153) 2024-12-03T14:22:09,347 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740/.tmp/ns/e6f574c51cb545a19af968c4d808f2ad 2024-12-03T14:22:09,363 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740/.tmp/rep_barrier/13ee5941c2204eeb8673a65724e51804 is 112, key is test,,1733235722335.39ee20d5445f756d75dbbd8d13d1709c./rep_barrier:seqnumDuringOpen/1733235722672/Put/seqid=0 2024-12-03T14:22:09,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741841_1017 (size=5518) 2024-12-03T14:22:09,509 DEBUG [RS:0;3920e6a7c3b5:44261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:22:09,709 DEBUG [RS:0;3920e6a7c3b5:44261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:22:09,735 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T14:22:09,735 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T14:22:09,759 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 393, reset compression=false 2024-12-03T14:22:09,767 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740/.tmp/rep_barrier/13ee5941c2204eeb8673a65724e51804 2024-12-03T14:22:09,782 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740/.tmp/table/36ffd78b7cf44a85b0af9206d8dd099a is 40, key is test/table:state/1733235722678/Put/seqid=0 2024-12-03T14:22:09,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741842_1018 (size=5165) 2024-12-03T14:22:09,845 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T14:22:09,910 DEBUG [RS:0;3920e6a7c3b5:44261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:22:10,029 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 393, reset compression=false 2024-12-03T14:22:10,110 DEBUG [RS:0;3920e6a7c3b5:44261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:22:10,185 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740/.tmp/table/36ffd78b7cf44a85b0af9206d8dd099a 2024-12-03T14:22:10,189 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740/.tmp/info/67ae670ffe5a449693711fe2c0044ec6 as hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740/info/67ae670ffe5a449693711fe2c0044ec6 2024-12-03T14:22:10,193 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740/info/67ae670ffe5a449693711fe2c0044ec6, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T14:22:10,193 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740/.tmp/ns/e6f574c51cb545a19af968c4d808f2ad as hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740/ns/e6f574c51cb545a19af968c4d808f2ad 2024-12-03T14:22:10,196 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740/ns/e6f574c51cb545a19af968c4d808f2ad, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T14:22:10,197 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740/.tmp/rep_barrier/13ee5941c2204eeb8673a65724e51804 as hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740/rep_barrier/13ee5941c2204eeb8673a65724e51804 2024-12-03T14:22:10,199 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740/rep_barrier/13ee5941c2204eeb8673a65724e51804, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T14:22:10,200 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740/.tmp/table/36ffd78b7cf44a85b0af9206d8dd099a as hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740/table/36ffd78b7cf44a85b0af9206d8dd099a 2024-12-03T14:22:10,202 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740/table/36ffd78b7cf44a85b0af9206d8dd099a, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T14:22:10,203 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 894ms, sequenceid=11, compaction requested=false 2024-12-03T14:22:10,206 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T14:22:10,206 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:22:10,206 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:22:10,206 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:22:10,206 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235729309Running coprocessor pre-close hooks at 1733235729309Disabling compacts and flushes for region at 1733235729309Disabling writes for close at 1733235729309Obtaining lock to block concurrent updates at 1733235729310 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733235729310Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733235729310Flushing stores of hbase:meta,,1.1588230740 at 1733235729310Flushing 1588230740/info: creating writer at 1733235729310Flushing 1588230740/info: appending metadata at 1733235729325 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733235729325Flushing 1588230740/ns: creating writer at 1733235729333 (+8 ms)Flushing 1588230740/ns: appending metadata at 1733235729343 (+10 ms)Flushing 1588230740/ns: closing flushed file at 1733235729343Flushing 1588230740/rep_barrier: creating writer at 1733235729350 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733235729363 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733235729363Flushing 1588230740/table: creating writer at 1733235729770 (+407 ms)Flushing 1588230740/table: appending metadata at 1733235729782 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733235729782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e174e2: reopening flushed file at 1733235730189 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b0210eb: reopening flushed file at 1733235730193 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57e2b10c: reopening flushed file at 1733235730196 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a513beb: reopening flushed file at 1733235730199 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 894ms, sequenceid=11, compaction requested=false at 1733235730203 (+4 ms)Writing region close event to WAL at 1733235730204 (+1 ms)Running coprocessor post-close hooks at 1733235730206 (+2 ms)Closed at 1733235730206 2024-12-03T14:22:10,206 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T14:22:10,310 INFO [RS:0;3920e6a7c3b5:44261 {}] regionserver.HRegionServer(976): stopping server 3920e6a7c3b5,44261,1733235716579; all regions closed. 2024-12-03T14:22:10,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741834_1010 (size=2717) 2024-12-03T14:22:10,314 DEBUG [RS:0;3920e6a7c3b5:44261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/oldWALs 2024-12-03T14:22:10,314 INFO [RS:0;3920e6a7c3b5:44261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C44261%2C1733235716579.meta:.meta(num 1733235719385) 2024-12-03T14:22:10,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741832_1008 (size=1028) 2024-12-03T14:22:10,318 DEBUG [RS:0;3920e6a7c3b5:44261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/oldWALs 2024-12-03T14:22:10,318 INFO [RS:0;3920e6a7c3b5:44261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C44261%2C1733235716579:(num 1733235718860) 2024-12-03T14:22:10,318 DEBUG [RS:0;3920e6a7c3b5:44261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:10,318 INFO [RS:0;3920e6a7c3b5:44261 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:22:10,318 INFO [RS:0;3920e6a7c3b5:44261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:22:10,318 INFO [RS:0;3920e6a7c3b5:44261 {}] hbase.ChoreService(370): Chore service for: regionserver/3920e6a7c3b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T14:22:10,318 INFO [RS:0;3920e6a7c3b5:44261 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:22:10,318 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:22:10,319 INFO [RS:0;3920e6a7c3b5:44261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:44261. 2024-12-03T14:22:10,319 DEBUG [RS:0;3920e6a7c3b5:44261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:22:10,319 DEBUG [RS:0;3920e6a7c3b5:44261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:10,319 DEBUG [RS:0;3920e6a7c3b5:44261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:10,319 INFO [RS:0;3920e6a7c3b5:44261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44261 2024-12-03T14:22:10,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:22:10,461 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 393, reset compression=false 2024-12-03T14:22:10,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44261-0x1019b91ff840007, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2740404624/rs/3920e6a7c3b5,44261,1733235716579 2024-12-03T14:22:10,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740404624/rs 2024-12-03T14:22:10,473 INFO [RS:0;3920e6a7c3b5:44261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:22:10,483 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3920e6a7c3b5,44261,1733235716579] 2024-12-03T14:22:10,494 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2740404624/draining/3920e6a7c3b5,44261,1733235716579 already deleted, retry=false 2024-12-03T14:22:10,494 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3920e6a7c3b5,44261,1733235716579 expired; onlineServers=0 2024-12-03T14:22:10,494 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3920e6a7c3b5,37609,1733235716416' ***** 2024-12-03T14:22:10,494 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T14:22:10,494 INFO [M:0;3920e6a7c3b5:37609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:22:10,494 INFO [M:0;3920e6a7c3b5:37609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:22:10,494 DEBUG [M:0;3920e6a7c3b5:37609 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T14:22:10,494 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T14:22:10,494 DEBUG [M:0;3920e6a7c3b5:37609 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T14:22:10,494 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235718581 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235718581,5,FailOnTimeoutGroup] 2024-12-03T14:22:10,494 INFO [M:0;3920e6a7c3b5:37609 {}] hbase.ChoreService(370): Chore service for: master/3920e6a7c3b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T14:22:10,494 INFO [M:0;3920e6a7c3b5:37609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:22:10,494 DEBUG [M:0;3920e6a7c3b5:37609 {}] master.HMaster(1795): Stopping service threads 2024-12-03T14:22:10,495 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235718584 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235718584,5,FailOnTimeoutGroup] 2024-12-03T14:22:10,495 INFO [M:0;3920e6a7c3b5:37609 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T14:22:10,495 INFO [M:0;3920e6a7c3b5:37609 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:22:10,495 INFO [M:0;3920e6a7c3b5:37609 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T14:22:10,495 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T14:22:10,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2740404624/master 2024-12-03T14:22:10,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740404624 2024-12-03T14:22:10,504 DEBUG [M:0;3920e6a7c3b5:37609 {}] zookeeper.ZKUtil(347): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Unable to get data of znode /2740404624/master because node does not exist (not an error) 2024-12-03T14:22:10,504 WARN [M:0;3920e6a7c3b5:37609 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T14:22:10,505 INFO [M:0;3920e6a7c3b5:37609 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/.lastflushedseqids 2024-12-03T14:22:10,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741843_1019 (size=173) 2024-12-03T14:22:10,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44261-0x1019b91ff840007, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:22:10,584 INFO [RS:0;3920e6a7c3b5:44261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:22:10,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44261-0x1019b91ff840007, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:22:10,584 INFO [RS:0;3920e6a7c3b5:44261 {}] regionserver.HRegionServer(1031): Exiting; stopping=3920e6a7c3b5,44261,1733235716579; zookeeper connection closed. 2024-12-03T14:22:10,584 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68496a03 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68496a03 2024-12-03T14:22:10,584 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T14:22:10,832 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 393, reset compression=false 2024-12-03T14:22:10,909 INFO [M:0;3920e6a7c3b5:37609 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T14:22:10,909 INFO [M:0;3920e6a7c3b5:37609 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T14:22:10,909 DEBUG [M:0;3920e6a7c3b5:37609 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:22:10,909 INFO [M:0;3920e6a7c3b5:37609 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:22:10,909 DEBUG [M:0;3920e6a7c3b5:37609 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:22:10,909 DEBUG [M:0;3920e6a7c3b5:37609 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:22:10,909 DEBUG [M:0;3920e6a7c3b5:37609 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:22:10,909 INFO [M:0;3920e6a7c3b5:37609 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-03T14:22:10,921 DEBUG [M:0;3920e6a7c3b5:37609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13774747e8334317b37ac1bcd1584825 is 82, key is hbase:meta,,1/info:regioninfo/1733235719408/Put/seqid=0 2024-12-03T14:22:10,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741844_1020 (size=5672) 2024-12-03T14:22:11,265 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 393, reset compression=false 2024-12-03T14:22:11,325 INFO [M:0;3920e6a7c3b5:37609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13774747e8334317b37ac1bcd1584825 2024-12-03T14:22:11,338 DEBUG [M:0;3920e6a7c3b5:37609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a058910297ac49328d9c2e85a6b2c7b6 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733235722681/Put/seqid=0 2024-12-03T14:22:11,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741845_1021 (size=6587) 2024-12-03T14:22:11,735 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 393, reset compression=false 2024-12-03T14:22:11,741 INFO [M:0;3920e6a7c3b5:37609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a058910297ac49328d9c2e85a6b2c7b6 2024-12-03T14:22:11,756 DEBUG [M:0;3920e6a7c3b5:37609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4be4910dbcd4c1e89488d730b79d94e is 69, key is 3920e6a7c3b5,44261,1733235716579/rs:state/1733235718665/Put/seqid=0 2024-12-03T14:22:11,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741846_1022 (size=5156) 2024-12-03T14:22:12,159 INFO [M:0;3920e6a7c3b5:37609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4be4910dbcd4c1e89488d730b79d94e 2024-12-03T14:22:12,163 DEBUG [M:0;3920e6a7c3b5:37609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13774747e8334317b37ac1bcd1584825 as hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/13774747e8334317b37ac1bcd1584825 2024-12-03T14:22:12,166 INFO [M:0;3920e6a7c3b5:37609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/13774747e8334317b37ac1bcd1584825, entries=8, sequenceid=55, filesize=5.5 K 2024-12-03T14:22:12,167 DEBUG [M:0;3920e6a7c3b5:37609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a058910297ac49328d9c2e85a6b2c7b6 as hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a058910297ac49328d9c2e85a6b2c7b6 2024-12-03T14:22:12,168 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 393, reset compression=false 2024-12-03T14:22:12,171 INFO [M:0;3920e6a7c3b5:37609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a058910297ac49328d9c2e85a6b2c7b6, entries=6, sequenceid=55, filesize=6.4 K 2024-12-03T14:22:12,171 DEBUG [M:0;3920e6a7c3b5:37609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4be4910dbcd4c1e89488d730b79d94e as hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4be4910dbcd4c1e89488d730b79d94e 2024-12-03T14:22:12,174 INFO [M:0;3920e6a7c3b5:37609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46071/user/jenkins/test-data/d4ff05cb-5ff7-06d7-9c89-6a651ac92329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4be4910dbcd4c1e89488d730b79d94e, entries=1, sequenceid=55, filesize=5.0 K 2024-12-03T14:22:12,175 INFO [M:0;3920e6a7c3b5:37609 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1266ms, sequenceid=55, compaction requested=false 2024-12-03T14:22:12,176 INFO [M:0;3920e6a7c3b5:37609 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:22:12,176 DEBUG [M:0;3920e6a7c3b5:37609 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235730909Disabling compacts and flushes for region at 1733235730909Disabling writes for close at 1733235730909Obtaining lock to block concurrent updates at 1733235730909Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733235730909Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733235730909Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733235730910 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733235730910Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733235730921 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733235730921Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733235731327 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733235731338 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733235731338Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733235731744 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733235731755 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733235731755Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48f54168: reopening flushed file at 1733235732162 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ef0f4dd: reopening flushed file at 1733235732166 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4843f1f3: reopening flushed file at 1733235732171 (+5 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1266ms, sequenceid=55, compaction requested=false at 1733235732175 (+4 ms)Writing region close event to WAL at 1733235732176 (+1 ms)Closed at 1733235732176 2024-12-03T14:22:12,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741830_1006 (size=32782) 2024-12-03T14:22:12,178 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:22:12,178 INFO [M:0;3920e6a7c3b5:37609 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T14:22:12,178 INFO [M:0;3920e6a7c3b5:37609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37609 2024-12-03T14:22:12,179 INFO [M:0;3920e6a7c3b5:37609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:22:12,348 INFO [M:0;3920e6a7c3b5:37609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:22:12,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:22:12,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1019b91ff840006, quorum=127.0.0.1:57367, baseZNode=/2740404624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:22:12,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@249026b0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:22:12,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cb415da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:22:12,351 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:22:12,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7047b583{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:22:12,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ca3927a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/hadoop.log.dir/,STOPPED} 2024-12-03T14:22:12,353 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T14:22:12,353 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T14:22:12,353 WARN [BP-2084205657-172.17.0.2-1733235714415 heartbeating to localhost/127.0.0.1:46071 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T14:22:12,353 WARN [BP-2084205657-172.17.0.2-1733235714415 heartbeating to localhost/127.0.0.1:46071 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2084205657-172.17.0.2-1733235714415 (Datanode Uuid 48e358c6-1471-45cf-9e12-475e1778aba8) service to localhost/127.0.0.1:46071 2024-12-03T14:22:12,353 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/cluster_d4223183-2934-e39c-7d97-3ecc753913cc/data/data1/current/BP-2084205657-172.17.0.2-1733235714415 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:22:12,354 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/cluster_d4223183-2934-e39c-7d97-3ecc753913cc/data/data2/current/BP-2084205657-172.17.0.2-1733235714415 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:22:12,354 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T14:22:12,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e2a454{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:22:12,361 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18990de3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:22:12,361 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:22:12,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52750825{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:22:12,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d8fe384{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2424a42-e4d2-976d-b670-9a09fd2e8019/hadoop.log.dir/,STOPPED} 2024-12-03T14:22:12,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T14:22:12,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T14:22:12,375 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:22:12,375 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:22:12,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:12,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:22:12,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:12,375 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T14:22:12,375 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1521980755, stopped=false 2024-12-03T14:22:12,375 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3920e6a7c3b5,40209,1733235711106 2024-12-03T14:22:12,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11797630911/running 2024-12-03T14:22:12,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x1019b91ff840004, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11797630911/running 2024-12-03T14:22:12,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11797630911 2024-12-03T14:22:12,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x1019b91ff840004, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11797630911 2024-12-03T14:22:12,388 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:22:12,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:22:12,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:22:12,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:12,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36283-0x1019b91ff840004, quorum=127.0.0.1:57367, baseZNode=/11797630911 Set watcher on znode that does not yet exist, /11797630911/running 2024-12-03T14:22:12,389 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3920e6a7c3b5,36283,1733235711350' ***** 2024-12-03T14:22:12,389 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T14:22:12,389 INFO [RS:0;3920e6a7c3b5:36283 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T14:22:12,389 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T14:22:12,389 INFO [RS:0;3920e6a7c3b5:36283 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T14:22:12,389 INFO [RS:0;3920e6a7c3b5:36283 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T14:22:12,389 INFO [RS:0;3920e6a7c3b5:36283 {}] regionserver.HRegionServer(3091): Received CLOSE for ba451aa3c919dc0d22dc2fad89324430 2024-12-03T14:22:12,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Set watcher on znode that does not yet exist, /11797630911/running 2024-12-03T14:22:12,390 INFO [RS:0;3920e6a7c3b5:36283 {}] regionserver.HRegionServer(959): stopping server 3920e6a7c3b5,36283,1733235711350 2024-12-03T14:22:12,390 INFO [RS:0;3920e6a7c3b5:36283 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:22:12,390 INFO [RS:0;3920e6a7c3b5:36283 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:36283. 2024-12-03T14:22:12,390 DEBUG [RS:0;3920e6a7c3b5:36283 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:22:12,390 DEBUG [RS:0;3920e6a7c3b5:36283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:12,390 INFO [RS:0;3920e6a7c3b5:36283 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T14:22:12,390 INFO [RS:0;3920e6a7c3b5:36283 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T14:22:12,390 INFO [RS:0;3920e6a7c3b5:36283 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T14:22:12,390 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba451aa3c919dc0d22dc2fad89324430, disabling compactions & flushes 2024-12-03T14:22:12,390 INFO [RS:0;3920e6a7c3b5:36283 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T14:22:12,390 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733235721705.ba451aa3c919dc0d22dc2fad89324430. 2024-12-03T14:22:12,390 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235721705.ba451aa3c919dc0d22dc2fad89324430. 2024-12-03T14:22:12,390 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733235721705.ba451aa3c919dc0d22dc2fad89324430. after waiting 0 ms 2024-12-03T14:22:12,390 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733235721705.ba451aa3c919dc0d22dc2fad89324430. 2024-12-03T14:22:12,390 INFO [RS:0;3920e6a7c3b5:36283 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T14:22:12,390 DEBUG [RS:0;3920e6a7c3b5:36283 {}] regionserver.HRegionServer(1325): Online Regions={ba451aa3c919dc0d22dc2fad89324430=test,,1733235721705.ba451aa3c919dc0d22dc2fad89324430., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T14:22:12,390 DEBUG [RS:0;3920e6a7c3b5:36283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba451aa3c919dc0d22dc2fad89324430 2024-12-03T14:22:12,390 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:22:12,390 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:22:12,390 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:22:12,390 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:22:12,390 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:22:12,390 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T14:22:12,393 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/default/test/ba451aa3c919dc0d22dc2fad89324430/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T14:22:12,394 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:22:12,394 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:22:12,394 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733235721705.ba451aa3c919dc0d22dc2fad89324430. 2024-12-03T14:22:12,394 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba451aa3c919dc0d22dc2fad89324430: Waiting for close lock at 1733235732390Running coprocessor pre-close hooks at 1733235732390Disabling compacts and flushes for region at 1733235732390Disabling writes for close at 1733235732390Writing region close event to WAL at 1733235732391 (+1 ms)Running coprocessor post-close hooks at 1733235732394 (+3 ms)Closed at 1733235732394 2024-12-03T14:22:12,394 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733235721705.ba451aa3c919dc0d22dc2fad89324430. 2024-12-03T14:22:12,403 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740/.tmp/info/81a3d4b369764f27a0014190f39b0f6c is 129, key is test,,1733235721705.ba451aa3c919dc0d22dc2fad89324430./info:regioninfo/1733235722040/Put/seqid=0 2024-12-03T14:22:12,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741841_1017 (size=6421) 2024-12-03T14:22:12,425 INFO [regionserver/3920e6a7c3b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:22:12,590 DEBUG [RS:0;3920e6a7c3b5:36283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:22:12,730 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T14:22:12,730 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T14:22:12,738 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 393, reset compression=false 2024-12-03T14:22:12,791 DEBUG [RS:0;3920e6a7c3b5:36283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:22:12,807 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740/.tmp/info/81a3d4b369764f27a0014190f39b0f6c 2024-12-03T14:22:12,821 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740/.tmp/ns/aab68dbe903b4d61af28656fd466dece is 43, key is default/ns:d/1733235714321/Put/seqid=0 2024-12-03T14:22:12,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741842_1018 (size=5153) 2024-12-03T14:22:12,991 DEBUG [RS:0;3920e6a7c3b5:36283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:22:13,170 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 393, reset compression=false 2024-12-03T14:22:13,191 DEBUG [RS:0;3920e6a7c3b5:36283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:22:13,224 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740/.tmp/ns/aab68dbe903b4d61af28656fd466dece 2024-12-03T14:22:13,238 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740/.tmp/rep_barrier/f387fe6d44fc4974ac15cf36a90f7d5b is 112, key is test,,1733235721705.ba451aa3c919dc0d22dc2fad89324430./rep_barrier:seqnumDuringOpen/1733235722040/Put/seqid=0 2024-12-03T14:22:13,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741843_1019 (size=5518) 2024-12-03T14:22:13,391 INFO [RS:0;3920e6a7c3b5:36283 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T14:22:13,391 DEBUG [RS:0;3920e6a7c3b5:36283 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T14:22:13,391 DEBUG [RS:0;3920e6a7c3b5:36283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:22:13,591 DEBUG [RS:0;3920e6a7c3b5:36283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T14:22:13,642 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740/.tmp/rep_barrier/f387fe6d44fc4974ac15cf36a90f7d5b 2024-12-03T14:22:13,657 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740/.tmp/table/740befd072ce49e08988405d3e85732c is 40, key is test/table:state/1733235722046/Put/seqid=0 2024-12-03T14:22:13,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741844_1020 (size=5165) 2024-12-03T14:22:13,660 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740/.tmp/table/740befd072ce49e08988405d3e85732c 2024-12-03T14:22:13,664 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740/.tmp/info/81a3d4b369764f27a0014190f39b0f6c as hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740/info/81a3d4b369764f27a0014190f39b0f6c 2024-12-03T14:22:13,667 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740/info/81a3d4b369764f27a0014190f39b0f6c, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T14:22:13,668 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740/.tmp/ns/aab68dbe903b4d61af28656fd466dece as hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740/ns/aab68dbe903b4d61af28656fd466dece 2024-12-03T14:22:13,671 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740/ns/aab68dbe903b4d61af28656fd466dece, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T14:22:13,672 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740/.tmp/rep_barrier/f387fe6d44fc4974ac15cf36a90f7d5b as hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740/rep_barrier/f387fe6d44fc4974ac15cf36a90f7d5b 2024-12-03T14:22:13,675 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740/rep_barrier/f387fe6d44fc4974ac15cf36a90f7d5b, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T14:22:13,676 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740/.tmp/table/740befd072ce49e08988405d3e85732c as hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740/table/740befd072ce49e08988405d3e85732c 2024-12-03T14:22:13,679 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740/table/740befd072ce49e08988405d3e85732c, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T14:22:13,679 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false 2024-12-03T14:22:13,680 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T14:22:13,683 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T14:22:13,683 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:22:13,683 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:22:13,683 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:22:13,683 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235732390Running coprocessor pre-close hooks at 1733235732390Disabling compacts and flushes for region at 1733235732390Disabling writes for close at 1733235732390Obtaining lock to block concurrent updates at 1733235732390Preparing flush snapshotting stores in 1588230740 at 1733235732390Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733235732391 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733235732391Flushing 1588230740/info: creating writer at 1733235732391Flushing 1588230740/info: appending metadata at 1733235732403 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733235732403Flushing 1588230740/ns: creating writer at 1733235732810 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733235732820 (+10 ms)Flushing 1588230740/ns: closing flushed file at 1733235732820Flushing 1588230740/rep_barrier: creating writer at 1733235733227 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733235733238 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733235733238Flushing 1588230740/table: creating writer at 1733235733645 (+407 ms)Flushing 1588230740/table: appending metadata at 1733235733657 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733235733657Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20f58990: reopening flushed file at 1733235733664 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79883340: reopening flushed file at 1733235733668 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a88eae4: reopening flushed file at 1733235733672 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32cf7a64: reopening flushed file at 1733235733675 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false at 1733235733679 (+4 ms)Writing region close event to WAL at 1733235733681 (+2 ms)Running coprocessor post-close hooks at 1733235733683 (+2 ms)Closed at 1733235733683 2024-12-03T14:22:13,684 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T14:22:13,791 INFO [RS:0;3920e6a7c3b5:36283 {}] regionserver.HRegionServer(976): stopping server 3920e6a7c3b5,36283,1733235711350; all regions closed. 2024-12-03T14:22:13,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741834_1010 (size=2717) 2024-12-03T14:22:13,793 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/WALs/3920e6a7c3b5,36283,1733235711350/3920e6a7c3b5%2C36283%2C1733235711350.meta.1733235714280.meta not finished, retry = 0 2024-12-03T14:22:13,841 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 393, reset compression=false 2024-12-03T14:22:13,895 DEBUG [RS:0;3920e6a7c3b5:36283 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/oldWALs 2024-12-03T14:22:13,896 INFO [RS:0;3920e6a7c3b5:36283 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C36283%2C1733235711350.meta:.meta(num 1733235714280) 2024-12-03T14:22:13,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741833_1009 (size=1374) 2024-12-03T14:22:13,908 DEBUG [RS:0;3920e6a7c3b5:36283 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/oldWALs 2024-12-03T14:22:13,908 INFO [RS:0;3920e6a7c3b5:36283 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3920e6a7c3b5%2C36283%2C1733235711350:(num 1733235713838) 2024-12-03T14:22:13,908 DEBUG [RS:0;3920e6a7c3b5:36283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:13,908 INFO [RS:0;3920e6a7c3b5:36283 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:22:13,908 INFO [RS:0;3920e6a7c3b5:36283 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:22:13,908 INFO [RS:0;3920e6a7c3b5:36283 {}] hbase.ChoreService(370): Chore service for: regionserver/3920e6a7c3b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T14:22:13,908 INFO [RS:0;3920e6a7c3b5:36283 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:22:13,908 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:22:13,908 INFO [RS:0;3920e6a7c3b5:36283 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:36283. 2024-12-03T14:22:13,909 DEBUG [RS:0;3920e6a7c3b5:36283 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:22:13,909 DEBUG [RS:0;3920e6a7c3b5:36283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:13,909 DEBUG [RS:0;3920e6a7c3b5:36283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:13,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:22:13,909 INFO [RS:0;3920e6a7c3b5:36283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36283 2024-12-03T14:22:13,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x1019b91ff840004, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11797630911/rs/3920e6a7c3b5,36283,1733235711350 2024-12-03T14:22:13,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11797630911/rs 2024-12-03T14:22:13,988 INFO [RS:0;3920e6a7c3b5:36283 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:22:13,999 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3920e6a7c3b5,36283,1733235711350] 2024-12-03T14:22:14,009 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11797630911/draining/3920e6a7c3b5,36283,1733235711350 already deleted, retry=false 2024-12-03T14:22:14,009 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3920e6a7c3b5,36283,1733235711350 expired; onlineServers=0 2024-12-03T14:22:14,009 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3920e6a7c3b5,40209,1733235711106' ***** 2024-12-03T14:22:14,009 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T14:22:14,009 INFO [M:0;3920e6a7c3b5:40209 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:22:14,009 INFO [M:0;3920e6a7c3b5:40209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:22:14,010 DEBUG [M:0;3920e6a7c3b5:40209 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T14:22:14,010 DEBUG [M:0;3920e6a7c3b5:40209 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T14:22:14,010 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T14:22:14,010 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235713423 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235713423,5,FailOnTimeoutGroup] 2024-12-03T14:22:14,010 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235713423 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235713423,5,FailOnTimeoutGroup] 2024-12-03T14:22:14,010 INFO [M:0;3920e6a7c3b5:40209 {}] hbase.ChoreService(370): Chore service for: master/3920e6a7c3b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T14:22:14,010 INFO [M:0;3920e6a7c3b5:40209 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:22:14,010 DEBUG [M:0;3920e6a7c3b5:40209 {}] master.HMaster(1795): Stopping service threads 2024-12-03T14:22:14,010 INFO [M:0;3920e6a7c3b5:40209 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T14:22:14,010 INFO [M:0;3920e6a7c3b5:40209 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:22:14,010 INFO [M:0;3920e6a7c3b5:40209 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T14:22:14,010 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T14:22:14,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11797630911/master 2024-12-03T14:22:14,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11797630911 2024-12-03T14:22:14,020 DEBUG [M:0;3920e6a7c3b5:40209 {}] zookeeper.ZKUtil(347): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Unable to get data of znode /11797630911/master because node does not exist (not an error) 2024-12-03T14:22:14,020 WARN [M:0;3920e6a7c3b5:40209 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T14:22:14,021 INFO [M:0;3920e6a7c3b5:40209 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/.lastflushedseqids 2024-12-03T14:22:14,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741845_1021 (size=173) 2024-12-03T14:22:14,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x1019b91ff840004, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:22:14,099 INFO [RS:0;3920e6a7c3b5:36283 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:22:14,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x1019b91ff840004, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:22:14,099 INFO [RS:0;3920e6a7c3b5:36283 {}] regionserver.HRegionServer(1031): Exiting; stopping=3920e6a7c3b5,36283,1733235711350; zookeeper connection closed. 2024-12-03T14:22:14,099 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@426bf5a6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@426bf5a6 2024-12-03T14:22:14,099 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T14:22:14,273 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 393, reset compression=false 2024-12-03T14:22:14,425 INFO [M:0;3920e6a7c3b5:40209 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T14:22:14,425 INFO [M:0;3920e6a7c3b5:40209 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T14:22:14,425 DEBUG [M:0;3920e6a7c3b5:40209 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:22:14,425 INFO [M:0;3920e6a7c3b5:40209 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:22:14,425 DEBUG [M:0;3920e6a7c3b5:40209 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:22:14,425 DEBUG [M:0;3920e6a7c3b5:40209 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:22:14,425 DEBUG [M:0;3920e6a7c3b5:40209 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:22:14,425 INFO [M:0;3920e6a7c3b5:40209 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-03T14:22:14,444 DEBUG [M:0;3920e6a7c3b5:40209 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a44a3a1fc9fe42b7a1445dda523bf863 is 82, key is hbase:meta,,1/info:regioninfo/1733235714304/Put/seqid=0 2024-12-03T14:22:14,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741846_1022 (size=5672) 2024-12-03T14:22:14,816 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T14:22:14,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:14,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:14,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:14,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:14,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:14,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:14,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:14,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:14,848 INFO [M:0;3920e6a7c3b5:40209 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a44a3a1fc9fe42b7a1445dda523bf863 2024-12-03T14:22:14,870 DEBUG [M:0;3920e6a7c3b5:40209 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38126b4fa73d4dd0b3b61e1438284105 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733235722048/Put/seqid=0 2024-12-03T14:22:14,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:14,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:14,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:14,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:14,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:14,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:14,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741847_1023 (size=6586) 2024-12-03T14:22:14,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:14,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:14,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:14,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:14,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T14:22:15,044 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 393, reset compression=false 2024-12-03T14:22:15,275 INFO [M:0;3920e6a7c3b5:40209 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38126b4fa73d4dd0b3b61e1438284105 2024-12-03T14:22:15,291 DEBUG [M:0;3920e6a7c3b5:40209 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e565b4ee0a64da4b95db5e4c56670af is 69, key is 3920e6a7c3b5,36283,1733235711350/rs:state/1733235713631/Put/seqid=0 2024-12-03T14:22:15,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741848_1024 (size=5156) 2024-12-03T14:22:15,476 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 393, reset compression=false 2024-12-03T14:22:15,695 INFO [M:0;3920e6a7c3b5:40209 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e565b4ee0a64da4b95db5e4c56670af 2024-12-03T14:22:15,699 DEBUG [M:0;3920e6a7c3b5:40209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a44a3a1fc9fe42b7a1445dda523bf863 as hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a44a3a1fc9fe42b7a1445dda523bf863 2024-12-03T14:22:15,703 INFO [M:0;3920e6a7c3b5:40209 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a44a3a1fc9fe42b7a1445dda523bf863, entries=8, sequenceid=55, filesize=5.5 K 2024-12-03T14:22:15,703 DEBUG [M:0;3920e6a7c3b5:40209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38126b4fa73d4dd0b3b61e1438284105 as hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/38126b4fa73d4dd0b3b61e1438284105 2024-12-03T14:22:15,707 INFO [M:0;3920e6a7c3b5:40209 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/38126b4fa73d4dd0b3b61e1438284105, entries=6, sequenceid=55, filesize=6.4 K 2024-12-03T14:22:15,708 DEBUG [M:0;3920e6a7c3b5:40209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e565b4ee0a64da4b95db5e4c56670af as hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e565b4ee0a64da4b95db5e4c56670af 2024-12-03T14:22:15,711 INFO [M:0;3920e6a7c3b5:40209 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46415/user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e565b4ee0a64da4b95db5e4c56670af, entries=1, sequenceid=55, filesize=5.0 K 2024-12-03T14:22:15,711 INFO [M:0;3920e6a7c3b5:40209 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=55, compaction requested=false 2024-12-03T14:22:15,713 INFO [M:0;3920e6a7c3b5:40209 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:22:15,713 DEBUG [M:0;3920e6a7c3b5:40209 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235734425Disabling compacts and flushes for region at 1733235734425Disabling writes for close at 1733235734425Obtaining lock to block concurrent updates at 1733235734425Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733235734425Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733235734426 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733235734426Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733235734426Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733235734443 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733235734443Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733235734851 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733235734870 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733235734870Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733235735279 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733235735291 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733235735291Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@213a2080: reopening flushed file at 1733235735698 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12cb9873: reopening flushed file at 1733235735703 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46071bb1: reopening flushed file at 1733235735707 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=55, compaction requested=false at 1733235735711 (+4 ms)Writing region close event to WAL at 1733235735713 (+2 ms)Closed at 1733235735713 2024-12-03T14:22:15,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741830_1006 (size=32770) 2024-12-03T14:22:15,714 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37fcfcbe-489a-1c40-7b2e-5aa6c08026c7/MasterData/WALs/3920e6a7c3b5,40209,1733235711106/3920e6a7c3b5%2C40209%2C1733235711106.1733235713101 not finished, retry = 0 2024-12-03T14:22:15,815 INFO [M:0;3920e6a7c3b5:40209 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T14:22:15,815 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:22:15,815 INFO [M:0;3920e6a7c3b5:40209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40209 2024-12-03T14:22:15,816 INFO [M:0;3920e6a7c3b5:40209 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:22:15,983 INFO [M:0;3920e6a7c3b5:40209 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:22:15,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:22:15,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40209-0x1019b91ff840003, quorum=127.0.0.1:57367, baseZNode=/11797630911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:22:15,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26d49f62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:22:15,986 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@654e73bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:22:15,986 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:22:15,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a98aa89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:22:15,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@482c8780{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/hadoop.log.dir/,STOPPED} 2024-12-03T14:22:15,987 WARN [BP-1924842021-172.17.0.2-1733235709151 heartbeating to localhost/127.0.0.1:46415 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T14:22:15,987 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T14:22:15,987 WARN [BP-1924842021-172.17.0.2-1733235709151 heartbeating to localhost/127.0.0.1:46415 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1924842021-172.17.0.2-1733235709151 (Datanode Uuid 65deaf4c-70ea-426f-bd50-541e18ec1693) service to localhost/127.0.0.1:46415 2024-12-03T14:22:15,987 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T14:22:15,988 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/cluster_0d83bbc6-eaf5-bc4e-49fb-e2936a240fb8/data/data1/current/BP-1924842021-172.17.0.2-1733235709151 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:22:15,988 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/cluster_0d83bbc6-eaf5-bc4e-49fb-e2936a240fb8/data/data2/current/BP-1924842021-172.17.0.2-1733235709151 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:22:15,988 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T14:22:15,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3695c297{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:22:15,994 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@119eee7d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:22:15,994 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:22:15,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f2b333{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:22:15,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53b01372{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1788d23b-2db2-2993-0d8f-44415a7da931/hadoop.log.dir/,STOPPED} 2024-12-03T14:22:16,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T14:22:16,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T14:22:16,009 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:22:16,009 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:22:16,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:16,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:22:16,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:16,009 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T14:22:16,009 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=544612607, stopped=false 2024-12-03T14:22:16,009 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3920e6a7c3b5,39239,1733235706406 2024-12-03T14:22:16,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1751649103/running 2024-12-03T14:22:16,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1019b91ff840001, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1751649103/running 2024-12-03T14:22:16,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1751649103 2024-12-03T14:22:16,026 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:22:16,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1019b91ff840001, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1751649103 2024-12-03T14:22:16,027 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T14:22:16,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Set watcher on znode that does not yet exist, /0-1751649103/running 2024-12-03T14:22:16,027 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:22:16,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:16,027 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3920e6a7c3b5,36647,1733235706572' ***** 2024-12-03T14:22:16,027 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T14:22:16,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36647-0x1019b91ff840001, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Set watcher on znode that does not yet exist, /0-1751649103/running 2024-12-03T14:22:16,027 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T14:22:16,027 INFO [RS:0;3920e6a7c3b5:36647 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T14:22:16,027 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T14:22:16,027 INFO [RS:0;3920e6a7c3b5:36647 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T14:22:16,027 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.HRegionServer(3091): Received CLOSE for f8fcbfdec7bb526fff6cb2c7c8f4726b 2024-12-03T14:22:16,028 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d17f2cdd6250b74080a5ff320f0577a 2024-12-03T14:22:16,028 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.HRegionServer(959): stopping server 3920e6a7c3b5,36647,1733235706572 2024-12-03T14:22:16,028 INFO [RS:0;3920e6a7c3b5:36647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:22:16,028 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8fcbfdec7bb526fff6cb2c7c8f4726b, disabling compactions & flushes 2024-12-03T14:22:16,028 INFO [RS:0;3920e6a7c3b5:36647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:36647. 2024-12-03T14:22:16,028 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b. 2024-12-03T14:22:16,028 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b. 2024-12-03T14:22:16,028 DEBUG [RS:0;3920e6a7c3b5:36647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:22:16,028 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b. after waiting 0 ms 2024-12-03T14:22:16,028 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b. 2024-12-03T14:22:16,028 DEBUG [RS:0;3920e6a7c3b5:36647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:16,028 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T14:22:16,028 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T14:22:16,028 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T14:22:16,028 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T14:22:16,028 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T14:22:16,029 DEBUG [RS:0;3920e6a7c3b5:36647 {}] regionserver.HRegionServer(1325): Online Regions={f8fcbfdec7bb526fff6cb2c7c8f4726b=test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b., 1588230740=hbase:meta,,1.1588230740, 0d17f2cdd6250b74080a5ff320f0577a=hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a.} 2024-12-03T14:22:16,029 DEBUG [RS:0;3920e6a7c3b5:36647 {}] regionserver.HRegionServer(1351): Waiting on 0d17f2cdd6250b74080a5ff320f0577a, 1588230740, f8fcbfdec7bb526fff6cb2c7c8f4726b 2024-12-03T14:22:16,029 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T14:22:16,029 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T14:22:16,029 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T14:22:16,029 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T14:22:16,029 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T14:22:16,029 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T14:22:16,033 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/default/test/f8fcbfdec7bb526fff6cb2c7c8f4726b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T14:22:16,033 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:22:16,033 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T14:22:16,033 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b. 2024-12-03T14:22:16,034 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8fcbfdec7bb526fff6cb2c7c8f4726b: Waiting for close lock at 1733235736028Running coprocessor pre-close hooks at 1733235736028Disabling compacts and flushes for region at 1733235736028Disabling writes for close at 1733235736028Writing region close event to WAL at 1733235736030 (+2 ms)Running coprocessor post-close hooks at 1733235736033 (+3 ms)Closed at 1733235736033 2024-12-03T14:22:16,034 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b. 2024-12-03T14:22:16,034 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d17f2cdd6250b74080a5ff320f0577a, disabling compactions & flushes 2024-12-03T14:22:16,034 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a. 2024-12-03T14:22:16,034 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a. 2024-12-03T14:22:16,034 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a. after waiting 0 ms 2024-12-03T14:22:16,034 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a. 2024-12-03T14:22:16,034 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0d17f2cdd6250b74080a5ff320f0577a 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-03T14:22:16,047 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/replication/0d17f2cdd6250b74080a5ff320f0577a/.tmp/hfileref/560daf05767b4443bf8d6ba5bc24f7b8 is 74, key is 1/hfileref:1a905d83cde7477db18485e95787ad64_SeqId_4_/1733235725870/DeleteColumn/seqid=0 2024-12-03T14:22:16,047 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740/.tmp/info/1a2e026f02014b5dbd550ea7f593e599 is 147, key is hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a./info:regioninfo/1733235723807/Put/seqid=0 2024-12-03T14:22:16,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741847_1023 (size=5489) 2024-12-03T14:22:16,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741848_1024 (size=7686) 2024-12-03T14:22:16,053 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740/.tmp/info/1a2e026f02014b5dbd550ea7f593e599 2024-12-03T14:22:16,069 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740/.tmp/ns/9b8441ae70b24f94a4af5fb059ad6144 is 43, key is default/ns:d/1733235709080/Put/seqid=0 2024-12-03T14:22:16,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741849_1025 (size=5153) 2024-12-03T14:22:16,088 INFO [regionserver/3920e6a7c3b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:22:16,229 DEBUG [RS:0;3920e6a7c3b5:36647 {}] regionserver.HRegionServer(1351): Waiting on 0d17f2cdd6250b74080a5ff320f0577a, 1588230740 2024-12-03T14:22:16,270 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T14:22:16,270 INFO [regionserver/3920e6a7c3b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T14:22:16,346 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 393, reset compression=false 2024-12-03T14:22:16,351 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:22:16,351 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 688, reset compression=false 2024-12-03T14:22:16,351 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.shipper3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-3920e6a7c3b5,36647,1733235706572 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:22:16,351 ERROR [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.shipper3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3920e6a7c3b5,36647,1733235706572: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-3920e6a7c3b5,36647,1733235706572, walGroup=3920e6a7c3b5%2C36647%2C1733235706572, offset=3920e6a7c3b5%2C36647%2C1733235706572.1733235726045:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:36647 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T14:22:16,353 ERROR [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.shipper3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T14:22:16,353 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.shipper3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T14:22:16,353 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.shipper3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T14:22:16,353 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.shipper3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T14:22:16,353 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.shipper3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T14:22:16,353 INFO [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.shipper3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1625292800, "init": 1048576000, "max": 2306867200, "used": 1154070704 }, "NonHeapMemoryUsage": { "committed": 211288064, "init": 7667712, "max": -1, "used": 208293416 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T14:22:16,354 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.shipper3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:39239 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3920e6a7c3b5:39239 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T14:22:16,396 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T14:22:16,429 DEBUG [RS:0;3920e6a7c3b5:36647 {}] regionserver.HRegionServer(1351): Waiting on 0d17f2cdd6250b74080a5ff320f0577a, 1588230740 2024-12-03T14:22:16,453 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/replication/0d17f2cdd6250b74080a5ff320f0577a/.tmp/hfileref/560daf05767b4443bf8d6ba5bc24f7b8 2024-12-03T14:22:16,468 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/replication/0d17f2cdd6250b74080a5ff320f0577a/.tmp/queue/c43de4677ade4250a4619489e15a05bf is 153, key is 1-3920e6a7c3b5,36647,1733235706572/queue:3920e6a7c3b5%2C36647%2C1733235706572/1733235728590/Put/seqid=0 2024-12-03T14:22:16,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741850_1026 (size=5504) 2024-12-03T14:22:16,473 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740/.tmp/ns/9b8441ae70b24f94a4af5fb059ad6144 2024-12-03T14:22:16,494 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740/.tmp/rep_barrier/2a2e29a478df49da91fe0597158fa7ed is 112, key is test,,1733235719557.f8fcbfdec7bb526fff6cb2c7c8f4726b./rep_barrier:seqnumDuringOpen/1733235720702/Put/seqid=0 2024-12-03T14:22:16,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741851_1027 (size=5518) 2024-12-03T14:22:16,497 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740/.tmp/rep_barrier/2a2e29a478df49da91fe0597158fa7ed 2024-12-03T14:22:16,512 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740/.tmp/table/087a615e87fd4d4fac9819574bea6524 is 53, key is hbase:replication/table:state/1733235723815/Put/seqid=0 2024-12-03T14:22:16,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741852_1028 (size=5308) 2024-12-03T14:22:16,555 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 688, reset compression=false 2024-12-03T14:22:16,629 DEBUG [RS:0;3920e6a7c3b5:36647 {}] regionserver.HRegionServer(1351): Waiting on 0d17f2cdd6250b74080a5ff320f0577a, 1588230740 2024-12-03T14:22:16,780 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 393, reset compression=false 2024-12-03T14:22:16,784 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T14:22:16,784 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 688, reset compression=false 2024-12-03T14:22:16,784 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.shipper3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3920e6a7c3b5,36647,1733235706572 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T14:22:16,785 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.shipper3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-03T14:22:16,829 DEBUG [RS:0;3920e6a7c3b5:36647 {}] regionserver.HRegionServer(1351): Waiting on 0d17f2cdd6250b74080a5ff320f0577a, 1588230740 2024-12-03T14:22:16,860 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 688, reset compression=false 2024-12-03T14:22:16,871 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/replication/0d17f2cdd6250b74080a5ff320f0577a/.tmp/queue/c43de4677ade4250a4619489e15a05bf 2024-12-03T14:22:16,875 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/replication/0d17f2cdd6250b74080a5ff320f0577a/.tmp/hfileref/560daf05767b4443bf8d6ba5bc24f7b8 as hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/replication/0d17f2cdd6250b74080a5ff320f0577a/hfileref/560daf05767b4443bf8d6ba5bc24f7b8 2024-12-03T14:22:16,878 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/replication/0d17f2cdd6250b74080a5ff320f0577a/hfileref/560daf05767b4443bf8d6ba5bc24f7b8, entries=6, sequenceid=17, filesize=5.4 K 2024-12-03T14:22:16,878 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/replication/0d17f2cdd6250b74080a5ff320f0577a/.tmp/queue/c43de4677ade4250a4619489e15a05bf as hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/replication/0d17f2cdd6250b74080a5ff320f0577a/queue/c43de4677ade4250a4619489e15a05bf 2024-12-03T14:22:16,881 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/replication/0d17f2cdd6250b74080a5ff320f0577a/queue/c43de4677ade4250a4619489e15a05bf, entries=2, sequenceid=17, filesize=5.4 K 2024-12-03T14:22:16,882 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 0d17f2cdd6250b74080a5ff320f0577a in 848ms, sequenceid=17, compaction requested=false 2024-12-03T14:22:16,884 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/replication/0d17f2cdd6250b74080a5ff320f0577a/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-03T14:22:16,885 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:22:16,885 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:22:16,885 INFO [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a. 2024-12-03T14:22:16,885 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d17f2cdd6250b74080a5ff320f0577a: Waiting for close lock at 1733235736034Running coprocessor pre-close hooks at 1733235736034Disabling compacts and flushes for region at 1733235736034Disabling writes for close at 1733235736034Obtaining lock to block concurrent updates at 1733235736034Preparing flush snapshotting stores in 0d17f2cdd6250b74080a5ff320f0577a at 1733235736034Finished memstore snapshotting hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733235736034Flushing stores of hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a. at 1733235736035 (+1 ms)Flushing 0d17f2cdd6250b74080a5ff320f0577a/hfileref: creating writer at 1733235736035Flushing 0d17f2cdd6250b74080a5ff320f0577a/hfileref: appending metadata at 1733235736046 (+11 ms)Flushing 0d17f2cdd6250b74080a5ff320f0577a/hfileref: closing flushed file at 1733235736046Flushing 0d17f2cdd6250b74080a5ff320f0577a/queue: creating writer at 1733235736456 (+410 ms)Flushing 0d17f2cdd6250b74080a5ff320f0577a/queue: appending metadata at 1733235736467 (+11 ms)Flushing 0d17f2cdd6250b74080a5ff320f0577a/queue: closing flushed file at 1733235736467Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e8f24c0: reopening flushed file at 1733235736874 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20594eb6: reopening flushed file at 1733235736878 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 0d17f2cdd6250b74080a5ff320f0577a in 848ms, sequenceid=17, compaction requested=false at 1733235736882 (+4 ms)Writing region close event to WAL at 1733235736882Running coprocessor post-close hooks at 1733235736885 (+3 ms)Closed at 1733235736885 2024-12-03T14:22:16,885 DEBUG [RS_CLOSE_REGION-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733235722984.0d17f2cdd6250b74080a5ff320f0577a. 2024-12-03T14:22:16,916 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740/.tmp/table/087a615e87fd4d4fac9819574bea6524 2024-12-03T14:22:16,919 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740/.tmp/info/1a2e026f02014b5dbd550ea7f593e599 as hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740/info/1a2e026f02014b5dbd550ea7f593e599 2024-12-03T14:22:16,921 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740/info/1a2e026f02014b5dbd550ea7f593e599, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T14:22:16,922 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740/.tmp/ns/9b8441ae70b24f94a4af5fb059ad6144 as hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740/ns/9b8441ae70b24f94a4af5fb059ad6144 2024-12-03T14:22:16,925 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740/ns/9b8441ae70b24f94a4af5fb059ad6144, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T14:22:16,925 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740/.tmp/rep_barrier/2a2e29a478df49da91fe0597158fa7ed as hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740/rep_barrier/2a2e29a478df49da91fe0597158fa7ed 2024-12-03T14:22:16,928 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740/rep_barrier/2a2e29a478df49da91fe0597158fa7ed, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T14:22:16,929 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740/.tmp/table/087a615e87fd4d4fac9819574bea6524 as hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740/table/087a615e87fd4d4fac9819574bea6524 2024-12-03T14:22:16,931 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740/table/087a615e87fd4d4fac9819574bea6524, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T14:22:16,932 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=16, compaction requested=false 2024-12-03T14:22:16,935 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T14:22:16,935 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T14:22:16,935 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T14:22:16,935 INFO [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T14:22:16,935 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733235736029Running coprocessor pre-close hooks at 1733235736029Disabling compacts and flushes for region at 1733235736029Disabling writes for close at 1733235736029Obtaining lock to block concurrent updates at 1733235736029Preparing flush snapshotting stores in 1588230740 at 1733235736029Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733235736029Flushing stores of hbase:meta,,1.1588230740 at 1733235736030 (+1 ms)Flushing 1588230740/info: creating writer at 1733235736030Flushing 1588230740/info: appending metadata at 1733235736047 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733235736047Flushing 1588230740/ns: creating writer at 1733235736057 (+10 ms)Flushing 1588230740/ns: appending metadata at 1733235736069 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733235736069Flushing 1588230740/rep_barrier: creating writer at 1733235736476 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733235736493 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733235736493Flushing 1588230740/table: creating writer at 1733235736500 (+7 ms)Flushing 1588230740/table: appending metadata at 1733235736512 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733235736512Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aa0fe5d: reopening flushed file at 1733235736918 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48418dd0: reopening flushed file at 1733235736922 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73f6b6ae: reopening flushed file at 1733235736925 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16cd92b1: reopening flushed file at 1733235736928 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=16, compaction requested=false at 1733235736932 (+4 ms)Writing region close event to WAL at 1733235736933 (+1 ms)Running coprocessor post-close hooks at 1733235736935 (+2 ms)Closed at 1733235736935 2024-12-03T14:22:16,935 DEBUG [RS_CLOSE_META-regionserver/3920e6a7c3b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T14:22:16,988 DEBUG [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/WALs/3920e6a7c3b5,36647,1733235706572/3920e6a7c3b5%2C36647%2C1733235706572.1733235726045 to pos 688, reset compression=false 2024-12-03T14:22:17,029 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.HRegionServer(976): stopping server 3920e6a7c3b5,36647,1733235706572; all regions closed. 2024-12-03T14:22:17,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741843_1019 (size=859) 2024-12-03T14:22:17,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741842_1018 (size=2791) 2024-12-03T14:22:17,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741844_1020 (size=696) 2024-12-03T14:22:17,034 DEBUG [RS:0;3920e6a7c3b5:36647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:17,034 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T14:22:17,034 INFO [RS:0;3920e6a7c3b5:36647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:22:17,034 INFO [RS:0;3920e6a7c3b5:36647 {}] hbase.ChoreService(370): Chore service for: regionserver/3920e6a7c3b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T14:22:17,035 INFO [RS:0;3920e6a7c3b5:36647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:22:17,035 INFO [regionserver/3920e6a7c3b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:22:17,035 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3920e6a7c3b5,36647,1733235706572 because: Region server is closing 2024-12-03T14:22:17,035 INFO [RS:0;3920e6a7c3b5:36647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:36647. 2024-12-03T14:22:17,035 DEBUG [RS:0;3920e6a7c3b5:36647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:22:17,035 DEBUG [RS:0;3920e6a7c3b5:36647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:17,035 DEBUG [RS:0;3920e6a7c3b5:36647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:17,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:22:17,135 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.shipper3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 terminated 2024-12-03T14:22:17,136 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-3920e6a7c3b5,36647,1733235706572 because: Region server is closing 2024-12-03T14:22:17,135 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,1-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,1-3920e6a7c3b5,36647,1733235706572 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T14:22:17,136 INFO [RS:0;3920e6a7c3b5:36647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3920e6a7c3b5:36647. 2024-12-03T14:22:17,136 DEBUG [RS:0;3920e6a7c3b5:36647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T14:22:17,136 DEBUG [RS:0;3920e6a7c3b5:36647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:17,136 DEBUG [RS:0;3920e6a7c3b5:36647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T14:22:17,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T14:22:17,236 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.shipper3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 terminated 2024-12-03T14:22:17,236 INFO [RS:0;3920e6a7c3b5:36647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36647 2024-12-03T14:22:17,236 WARN [RS_REFRESH_PEER-regionserver/3920e6a7c3b5:0-0.replicationSource,2-3920e6a7c3b5,36647,1733235706572.replicationSource.wal-reader.3920e6a7c3b5%2C36647%2C1733235706572,2-3920e6a7c3b5,36647,1733235706572 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T14:22:17,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1019b91ff840001, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1751649103/rs/3920e6a7c3b5,36647,1733235706572 2024-12-03T14:22:17,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1751649103/rs 2024-12-03T14:22:17,304 INFO [RS:0;3920e6a7c3b5:36647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:22:17,314 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3920e6a7c3b5,36647,1733235706572] 2024-12-03T14:22:17,325 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1751649103/draining/3920e6a7c3b5,36647,1733235706572 already deleted, retry=false 2024-12-03T14:22:17,325 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3920e6a7c3b5,36647,1733235706572 expired; onlineServers=0 2024-12-03T14:22:17,325 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3920e6a7c3b5,39239,1733235706406' ***** 2024-12-03T14:22:17,325 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T14:22:17,325 INFO [M:0;3920e6a7c3b5:39239 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T14:22:17,325 INFO [M:0;3920e6a7c3b5:39239 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T14:22:17,325 DEBUG [M:0;3920e6a7c3b5:39239 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T14:22:17,325 DEBUG [M:0;3920e6a7c3b5:39239 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T14:22:17,325 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T14:22:17,325 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235708168 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.large.0-1733235708168,5,FailOnTimeoutGroup] 2024-12-03T14:22:17,325 DEBUG [master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235708168 {}] cleaner.HFileCleaner(306): Exit Thread[master/3920e6a7c3b5:0:becomeActiveMaster-HFileCleaner.small.0-1733235708168,5,FailOnTimeoutGroup] 2024-12-03T14:22:17,325 INFO [M:0;3920e6a7c3b5:39239 {}] hbase.ChoreService(370): Chore service for: master/3920e6a7c3b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T14:22:17,325 INFO [M:0;3920e6a7c3b5:39239 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T14:22:17,325 DEBUG [M:0;3920e6a7c3b5:39239 {}] master.HMaster(1795): Stopping service threads 2024-12-03T14:22:17,325 INFO [M:0;3920e6a7c3b5:39239 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T14:22:17,326 INFO [M:0;3920e6a7c3b5:39239 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T14:22:17,326 ERROR [M:0;3920e6a7c3b5:39239 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1905109231) connection to localhost/127.0.0.1:34881 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34881,5,PEWorkerGroup] 2024-12-03T14:22:17,326 INFO [M:0;3920e6a7c3b5:39239 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T14:22:17,326 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T14:22:17,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1751649103/master 2024-12-03T14:22:17,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1751649103 2024-12-03T14:22:17,335 DEBUG [M:0;3920e6a7c3b5:39239 {}] zookeeper.ZKUtil(347): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Unable to get data of znode /0-1751649103/master because node does not exist (not an error) 2024-12-03T14:22:17,336 WARN [M:0;3920e6a7c3b5:39239 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T14:22:17,336 INFO [M:0;3920e6a7c3b5:39239 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/.lastflushedseqids 2024-12-03T14:22:17,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741853_1029 (size=263) 2024-12-03T14:22:17,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1019b91ff840001, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:22:17,415 INFO [RS:0;3920e6a7c3b5:36647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:22:17,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1019b91ff840001, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:22:17,415 INFO [RS:0;3920e6a7c3b5:36647 {}] regionserver.HRegionServer(1031): Exiting; stopping=3920e6a7c3b5,36647,1733235706572; zookeeper connection closed. 2024-12-03T14:22:17,415 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@650cb5e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@650cb5e0 2024-12-03T14:22:17,415 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T14:22:17,740 INFO [M:0;3920e6a7c3b5:39239 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T14:22:17,740 INFO [M:0;3920e6a7c3b5:39239 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T14:22:17,740 DEBUG [M:0;3920e6a7c3b5:39239 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T14:22:17,740 INFO [M:0;3920e6a7c3b5:39239 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:22:17,740 DEBUG [M:0;3920e6a7c3b5:39239 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:22:17,740 DEBUG [M:0;3920e6a7c3b5:39239 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T14:22:17,740 DEBUG [M:0;3920e6a7c3b5:39239 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:22:17,740 INFO [M:0;3920e6a7c3b5:39239 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-12-03T14:22:17,756 DEBUG [M:0;3920e6a7c3b5:39239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee9d3542cf5d47b7b2050035ecb3d8a3 is 82, key is hbase:meta,,1/info:regioninfo/1733235709044/Put/seqid=0 2024-12-03T14:22:17,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741854_1030 (size=5672) 2024-12-03T14:22:18,160 INFO [M:0;3920e6a7c3b5:39239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee9d3542cf5d47b7b2050035ecb3d8a3 2024-12-03T14:22:18,175 DEBUG [M:0;3920e6a7c3b5:39239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb61328f0f4e4dfa9e34151ae8094315 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733235723818/Put/seqid=0 2024-12-03T14:22:18,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741855_1031 (size=8909) 2024-12-03T14:22:18,578 INFO [M:0;3920e6a7c3b5:39239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb61328f0f4e4dfa9e34151ae8094315 2024-12-03T14:22:18,593 DEBUG [M:0;3920e6a7c3b5:39239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/30f0ffd5ed2d4f278b6fd9297a6e488a is 69, key is 3920e6a7c3b5,36647,1733235706572/rs:state/1733235708246/Put/seqid=0 2024-12-03T14:22:18,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741856_1032 (size=5156) 2024-12-03T14:22:18,997 INFO [M:0;3920e6a7c3b5:39239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/30f0ffd5ed2d4f278b6fd9297a6e488a 2024-12-03T14:22:19,001 DEBUG [M:0;3920e6a7c3b5:39239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee9d3542cf5d47b7b2050035ecb3d8a3 as hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee9d3542cf5d47b7b2050035ecb3d8a3 2024-12-03T14:22:19,005 INFO [M:0;3920e6a7c3b5:39239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee9d3542cf5d47b7b2050035ecb3d8a3, entries=8, sequenceid=112, filesize=5.5 K 2024-12-03T14:22:19,005 DEBUG [M:0;3920e6a7c3b5:39239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb61328f0f4e4dfa9e34151ae8094315 as hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb61328f0f4e4dfa9e34151ae8094315 2024-12-03T14:22:19,009 INFO [M:0;3920e6a7c3b5:39239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb61328f0f4e4dfa9e34151ae8094315, entries=13, sequenceid=112, filesize=8.7 K 2024-12-03T14:22:19,010 DEBUG [M:0;3920e6a7c3b5:39239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/30f0ffd5ed2d4f278b6fd9297a6e488a as hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/30f0ffd5ed2d4f278b6fd9297a6e488a 2024-12-03T14:22:19,013 INFO [M:0;3920e6a7c3b5:39239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34881/user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/30f0ffd5ed2d4f278b6fd9297a6e488a, entries=1, sequenceid=112, filesize=5.0 K 2024-12-03T14:22:19,013 INFO [M:0;3920e6a7c3b5:39239 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=112, compaction requested=false 2024-12-03T14:22:19,014 INFO [M:0;3920e6a7c3b5:39239 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T14:22:19,015 DEBUG [M:0;3920e6a7c3b5:39239 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733235737740Disabling compacts and flushes for region at 1733235737740Disabling writes for close at 1733235737740Obtaining lock to block concurrent updates at 1733235737740Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733235737740Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1733235737741 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733235737741Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733235737741Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733235737756 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733235737756Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733235738163 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733235738175 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733235738175Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733235738581 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733235738593 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733235738593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18cb21e5: reopening flushed file at 1733235739000 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e9b0c81: reopening flushed file at 1733235739005 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b7a4ac2: reopening flushed file at 1733235739009 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=112, compaction requested=false at 1733235739013 (+4 ms)Writing region close event to WAL at 1733235739014 (+1 ms)Closed at 1733235739014 2024-12-03T14:22:19,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40581 is added to blk_1073741830_1006 (size=69055) 2024-12-03T14:22:19,016 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/85366f50-2004-483b-96a8-ca298e33532c/MasterData/WALs/3920e6a7c3b5,39239,1733235706406/3920e6a7c3b5%2C39239%2C1733235706406.1733235707896 not finished, retry = 0 2024-12-03T14:22:19,117 INFO [M:0;3920e6a7c3b5:39239 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T14:22:19,117 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T14:22:19,117 INFO [M:0;3920e6a7c3b5:39239 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39239 2024-12-03T14:22:19,117 INFO [M:0;3920e6a7c3b5:39239 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T14:22:19,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:22:19,299 INFO [M:0;3920e6a7c3b5:39239 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T14:22:19,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1019b91ff840000, quorum=127.0.0.1:57367, baseZNode=/0-1751649103 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T14:22:19,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49d9060f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T14:22:19,301 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61115c85{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:22:19,301 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:22:19,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42e80402{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:22:19,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1477ce42{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/hadoop.log.dir/,STOPPED} 2024-12-03T14:22:19,302 WARN [BP-1793272728-172.17.0.2-1733235704815 heartbeating to localhost/127.0.0.1:34881 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T14:22:19,302 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T14:22:19,302 WARN [BP-1793272728-172.17.0.2-1733235704815 heartbeating to localhost/127.0.0.1:34881 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1793272728-172.17.0.2-1733235704815 (Datanode Uuid cb09c101-1728-4d98-9032-0a6878497627) service to localhost/127.0.0.1:34881 2024-12-03T14:22:19,302 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T14:22:19,303 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/cluster_433d0a2c-cdd3-43e2-66da-2bd41adb4c8b/data/data1/current/BP-1793272728-172.17.0.2-1733235704815 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:22:19,303 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/cluster_433d0a2c-cdd3-43e2-66da-2bd41adb4c8b/data/data2/current/BP-1793272728-172.17.0.2-1733235704815 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T14:22:19,303 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T14:22:19,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62e3adbb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T14:22:19,308 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@262d3e1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T14:22:19,308 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T14:22:19,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54b4a400{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T14:22:19,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a2942d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0687698-cde4-38a4-9017-9494de9448b7/hadoop.log.dir/,STOPPED} 2024-12-03T14:22:19,312 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T14:22:19,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T14:22:19,339 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=594 (was 530) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57367) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46071 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:46415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:34881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34881 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34881 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46071 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34881 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57367) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46071 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:46071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57367) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46415 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=975 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=365 (was 390), ProcessCount=11 (was 11), AvailableMemoryMB=9836 (was 10037) 2024-12-03T14:22:19,340 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=594 is superior to 500